-- Logs begin at Thu 2021-04-15 20:10:27 UTC, end at Thu 2021-04-15 21:08:02 UTC. --
Apr 15 20:40:46.821031 dv-cinder-562053-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 15 20:40:49.895882 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.common.config [-] Logging enabled!
Apr 15 20:40:49.896441 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 20:40:49.897710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85222) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 20:40:49.899436 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.common.config [-] Logging enabled!
Apr 15 20:40:49.899724 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86
Apr 15 20:40:49.900149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85222) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 15 20:40:49.901167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 20:40:49.901425 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 20:40:49.902440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 20:40:49.902715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 20:40:49.902968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 20:40:49.903391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.903719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.904210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.904468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.904805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.905115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.905427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.905749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.906080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.906395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.906700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.907016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.907267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.907576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.907917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.908221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.908470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.908777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.909298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.909610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.909915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.910236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.910547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.910844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.911147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.911458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.911827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] host                           = dv-cinder-562053-18-iscsi {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.912137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.912456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.912775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.913094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.913396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.913700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.914016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.914315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.914617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.914917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.915234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.915553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.915923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.916172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.916420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.916741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.917058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.917359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.917661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.917958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.918260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.918567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.918871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.919239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.919555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.919896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.920199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.920508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.920808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.921105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.921421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.921721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.922023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.922321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.922640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.922936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.923233 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.923568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.923910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.924226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.924542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.924845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.925159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.925456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.925753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.926047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.926347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.926642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.926953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.927251 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.927547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.927864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.928161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.928477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:49.928800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.929130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.929464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.929773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.930097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.930409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.930735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.931044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.931363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.931686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.932028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.932338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.932649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.932952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.933277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.933611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.933937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.934257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.934644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.934946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.935246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.935549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.935890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.936217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.936538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.936841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.937149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.937469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.937774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.938074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.938378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.938697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.939002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.939300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.939608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.939951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.940254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.940552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.940854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.941175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.941476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.941775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.942068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.942369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.942662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.942978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.943281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.943582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.943901 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.944204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.944499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.944796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.945097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.945395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.945694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.946016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.946314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.946609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.946904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.947201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.947495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.947828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.948111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.948406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.948699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.948996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.949291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.949588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.949897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.950277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.950589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.950885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.951187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.951489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.951793 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.952114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.952416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.952715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.953012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.953332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.953638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.953947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.954256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.954558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.954891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.955189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.955495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.955828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.956153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.956466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.956770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.957094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.957412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.957730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.958051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.958332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.958638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.958978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.959288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:49.959530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 20:40:49.959805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85222) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 15 20:40:50.604670 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO keyring.backend [-] Loading Gnome
Apr 15 20:40:50.621074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO keyring.backend [-] Loading Google
Apr 15 20:40:50.623837 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO keyring.backend [-] Loading Windows (alt)
Apr 15 20:40:50.627325 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO keyring.backend [-] Loading file
Apr 15 20:40:50.628180 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO keyring.backend [-] Loading keyczar
Apr 15 20:40:50.628452 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO keyring.backend [-] Loading multi
Apr 15 20:40:50.629087 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO keyring.backend [-] Loading pyfs
Apr 15 20:40:50.674005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:40:50.674304 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:40:50.674619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:40:50.674986 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 15 20:40:51.060566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.061006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.061112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.062490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.062900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.063191 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.099404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.099705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.100023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.114457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.114762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.115061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.178850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.179153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.179439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.180466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.180758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.182466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.444308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f75c7433b70> agent after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.444622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f75c7433b70> agent after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.444917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f75c7433bf8> segment precommit_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.445214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f75c7433c80> network precommit_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.446027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f75c74c6d90> segment before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.590711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> network before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.591123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f75c74150d0> agent before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.591439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> network before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.591731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> port before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.592049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> port before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.592428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> segment after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.592721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> segment precommit_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.592999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> segment precommit_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.593278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> segment after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.593584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> network after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.593871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> network precommit_delete 0 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.594164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> port provisioning_complete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.594453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.594738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> rbac-policy after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.595016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> agent after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.595322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> subnet after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.595606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> subnet precommit_delete 0 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.595936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.596215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.596546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> segment_host_mapping after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.596992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> port after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.597265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> port after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.597856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> port after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.598188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.598459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.598728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f75c73e1be0>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.599132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:51.599397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:51.599659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:51.599944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:51.600206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:51.600467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:51.600871 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 15 20:40:51.603941 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 15 20:40:51.607914 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 15 20:40:51.611649 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 15 20:40:51.613293 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 15 20:40:51.614576 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 15 20:40:51.614949 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 15 20:40:51.615360 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 15 20:40:51.618074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 15 20:40:51.618355 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 15 20:40:51.618736 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 20:40:51.646135 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 15 20:40:51.646635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f75c73e47b8>> qos_plugin after_init 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.646957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85222) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 15 20:40:51.647532 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f75c73a1358>> logging-plugin after_init 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.648896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85222) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 15 20:40:51.649209 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 15 20:40:51.649478 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 15 20:40:51.652603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f75c73a13c8>> floatingip before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.652909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f75c73a13c8>> port before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:51.719012 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 15 20:40:51.719183 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 15 20:40:51.719450 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 15 20:40:51.719849 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 15 20:40:51.760086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.sqlalchemy.engines [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85222) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 15 20:40:52.209445 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing driver for type 'gre'
Apr 15 20:40:52.210018 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] gre ID ranges: [(1, 1000)]
Apr 15 20:40:52.253988 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing driver for type 'local'
Apr 15 20:40:52.254564 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing driver for type 'vlan'
Apr 15 20:40:52.273706 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] VlanTypeDriver initialization complete
Apr 15 20:40:52.274173 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing driver for type 'vxlan'
Apr 15 20:40:52.274995 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] vxlan ID ranges: [(1, 1000)]
Apr 15 20:40:52.320591 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing extension driver 'port_security'
Apr 15 20:40:52.320952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] PortSecurityExtensionDriver initialization complete
Apr 15 20:40:52.321321 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing mechanism driver 'openvswitch'
Apr 15 20:40:52.321665 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing mechanism driver 'hyperv'
Apr 15 20:40:52.328059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85222) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:40:52.328875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c71405f8>> port after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.329277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c71405f8>> port after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.329666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c71405f8>> port after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.330082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c7edd8>> subnet after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.330461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c7edd8>> subnet after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.330832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c7edd8>> subnet after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.331234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c7ef98>> network after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.331604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c7ef98>> network after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.332022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c7ef98>> network after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.332409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85198>> security_group after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.332780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85198>> security_group after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.333286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85198>> security_group after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.333693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85358>> security_group_rule after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.334064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85358>> security_group_rule after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.334431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85358>> security_group_rule after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.334838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85518>> address_group after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.335214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85518>> address_group after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.335574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f75c6c85518>> address_group after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.335962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] ML2 OVO RPC backend initialized. {{(pid=85222) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 15 20:40:52.336727 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> router_interface after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.337165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> router_interface after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.337671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> network before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.338116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> networks before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.338553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> port before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.338963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> ports before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.339333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> subnet before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.339706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> subnets before_response 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.340138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> network after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.340505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> network after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.340925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> network after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.341416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> port after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.341784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> port after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.342148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> port after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.342512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> subnet after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.342875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> subnet after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.343234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f75c6c855f8>> subnet after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.343879 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.plugin [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Modular L2 Plugin initialization complete
Apr 15 20:40:52.344226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading services supported by the core plugin {{(pid=85222) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 15 20:40:52.344580 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.plugins.ml2.managers [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Got port-security extension from driver 'port_security'
Apr 15 20:40:52.345074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.extensions.vlantransparent [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Disabled vlantransparent extension.
Apr 15 20:40:52.345604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85222) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 15 20:40:52.345950 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: router
Apr 15 20:40:52.383979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router_interface before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.384396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router after_create 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.384794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router before_create 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.385192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router_interface before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.385600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router_interface after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.385982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router after_delete 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.386369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> floatingip after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.386774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router after_create 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.387147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router after_update 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.387523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router after_update 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.387959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router_gateway after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.388354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router after_update 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.388840 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router precommit_update 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.389250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f75c72e5400> port after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.389628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f75c72e52f0> port after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.389977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f75c72e5378> subnet after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.390348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f75c72e5488> subnetpool_address_scope after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.390729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> port precommit_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.391104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router precommit_create 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.391476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f75c72d68c8> port before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.391885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router precommit_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.392286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router after_update 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.392655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router precommit_delete 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.393092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router precommit_create 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.393555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router_interface after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.393976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> router precommit_update 55549900 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.394403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f75c6c85780>> network after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.395439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Tracking information for resource: router configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:52.395814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Tracking information for resource: floatingip configured {{(pid=85222) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 15 20:40:52.400600 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_agentschedulers_db [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 15 20:40:52.401228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f75c6c08ea0> port after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.401619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f75c6c08d90> port after_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.401996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function _notify_port_delete at 0x7f75c6c08e18> port after_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.402369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f75c6c0d0d0> port after_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.403296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f75c6c32518>> router before_create 55550100 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.403695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f75c6c32518>> router precommit_delete 55550100 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.404121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f75c6c32518>> router precommit_create 55550100 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.404501 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f75c6c32518>> router precommit_update 55550100 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.409338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.provider_configuration [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service providers = [] {{(pid=85222) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 15 20:40:52.409727 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.servicetype_db [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85222) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 15 20:40:52.412567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.service_base [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 20:40:52.412944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.service_base [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 20:40:52.413309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.service_base [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 20:40:52.414203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.service_base [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85222) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 15 20:40:52.414649 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.services.service_base [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 15 20:40:52.415051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.415393 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 15 20:40:52.425592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.425952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: auto_allocate
Apr 15 20:40:52.431832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f75c6bdb620> network precommit_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.432231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f75c6bdb620> network precommit_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.432814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.433173 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: tag
Apr 15 20:40:52.440224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.440583 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: timestamp
Apr 15 20:40:52.444519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.444936 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: network_ip_availability
Apr 15 20:40:52.450536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f75c6bd6860>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.450933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f75c6bd6860>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.451316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f75c6bd6860>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.452121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.452482 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: flavors
Apr 15 20:40:52.456977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.457338 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading Plugin: revisions
Apr 15 20:40:52.461757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85222) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 15 20:40:52.462170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=85222) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:40:52.462959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85222) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 15 20:40:52.463313 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Initializing extension manager.
Apr 15 20:40:52.463899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: __init__.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.464272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: __pycache__ {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.464637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.464999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: address_group.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.465834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.466463 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: address-group
Apr 15 20:40:52.466820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: address_scope.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.467569 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.468141 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: address-scope
Apr 15 20:40:52.468485 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.469410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.469963 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: router-admin-state-down-before-update
Apr 15 20:40:52.470393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: agent.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.471518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.472109 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: agent
Apr 15 20:40:52.472780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: agent_resources_synced.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.473721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.474280 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: agent-resources-synced
Apr 15 20:40:52.474632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: allowedaddresspairs.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.476466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.477040 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: allowed-address-pairs
Apr 15 20:40:52.477392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: auto_allocated_topology.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.478452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.479015 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: auto-allocated-topology
Apr 15 20:40:52.479379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: availability_zone.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.480157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.480717 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: availability_zone
Apr 15 20:40:52.481075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: availability_zone_filter.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.482038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.482603 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: availability_zone_filter
Apr 15 20:40:52.482956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: data_plane_status.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.484028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.484583 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 15 20:40:52.484930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: default_subnetpools.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.485842 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.486400 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: default-subnetpools
Apr 15 20:40:52.486745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.487623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.488223 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: dhcp_agent_scheduler
Apr 15 20:40:52.488574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: dns.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.489482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.490036 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension dns-integration not supported by any of loaded plugins
Apr 15 20:40:52.490383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: dns_domain_ports.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.491352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.491945 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 15 20:40:52.492354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: dvr.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.493126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.493801 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: dvr
Apr 15 20:40:52.494212 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: empty_string_filtering.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.495135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.495740 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: empty-string-filtering
Apr 15 20:40:52.496142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.497086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.497638 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 15 20:40:52.497986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.498903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.499454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 15 20:40:52.499823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: external_net.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.500731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.501288 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: external-net
Apr 15 20:40:52.501638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.502547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.503097 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: extra_dhcp_opt
Apr 15 20:40:52.503449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: extraroute.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.504383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.504938 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: extraroute
Apr 15 20:40:52.505287 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: extraroute_atomic.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.506298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.506861 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: extraroute-atomic
Apr 15 20:40:52.507207 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: filter_validation.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.507916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.508473 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: filter-validation
Apr 15 20:40:52.508820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: fip_pf_description.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.511424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.512011 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 15 20:40:52.512359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: fip_port_details.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.513554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.514112 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: fip-port-details
Apr 15 20:40:52.514462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: flavors.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.515690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.516283 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: flavors
Apr 15 20:40:52.516636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.518343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.518923 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 15 20:40:52.519282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: floatingip_pools.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.520109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.520716 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: floatingip-pools
Apr 15 20:40:52.521066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: ip_allocation.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.522001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.522556 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 15 20:40:52.522944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.523937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.524450 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: ip-substring-filtering
Apr 15 20:40:52.524800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l2_adjacency.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.525710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.526259 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 15 20:40:52.526607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l3.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.527676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.528435 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: router
Apr 15 20:40:52.528792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.531060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.531631 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 15 20:40:52.532016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.532945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.533506 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: ext-gw-mode
Apr 15 20:40:52.533862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.534885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.535444 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: l3-ha
Apr 15 20:40:52.535824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l3_flavors.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.536737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.537294 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: l3-flavors
Apr 15 20:40:52.537640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.538551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.539112 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 15 20:40:52.539462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: l3agentscheduler.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.540643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.541222 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: l3_agent_scheduler
Apr 15 20:40:52.541574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: logging.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.543081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.543652 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension logging not supported by any of loaded plugins
Apr 15 20:40:52.544190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: metering.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.544983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.545669 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: metering
Apr 15 20:40:52.546023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.547127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.547691 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: metering_source_and_destination_fields
Apr 15 20:40:52.548073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: multiprovidernet.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.548989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.549552 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: multi-provider
Apr 15 20:40:52.549904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: netmtu.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.550822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.551440 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: net-mtu
Apr 15 20:40:52.551821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: netmtu_writable.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.552735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.553360 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: net-mtu-writable
Apr 15 20:40:52.553711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: network_availability_zone.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.554556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.555119 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: network_availability_zone
Apr 15 20:40:52.555478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: network_ip_availability.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.556631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.557193 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: network-ip-availability
Apr 15 20:40:52.557547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: network_segment_range.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.558368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.558928 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 15 20:40:52.559281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: pagination.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.560328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.560691 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: pagination
Apr 15 20:40:52.561039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: port_device_profile.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.561940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.562496 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: port-device-profile
Apr 15 20:40:52.562848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.563775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.564367 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: port-mac-address-regenerate
Apr 15 20:40:52.564718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.565642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.566196 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: port-numa-affinity-policy
Apr 15 20:40:52.566549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: port_resource_request.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.567448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.568024 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 15 20:40:52.568377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: portbindings.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.569304 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.569836 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: binding
Apr 15 20:40:52.570204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: portbindings_extended.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.571481 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.572086 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: binding-extended
Apr 15 20:40:52.572445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: portsecurity.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.573357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.573923 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: port-security
Apr 15 20:40:52.574264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: project_id.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.575308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.575674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: project-id
Apr 15 20:40:52.576053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: providernet.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.576974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.577533 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: provider
Apr 15 20:40:52.577887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.581567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.582150 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos not supported by any of loaded plugins
Apr 15 20:40:52.582513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.583910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.584531 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 15 20:40:52.584961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.585988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.586546 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 15 20:40:52.586904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_default.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.587906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.588532 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-default not supported by any of loaded plugins
Apr 15 20:40:52.588894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_fip.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.589583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.590131 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-fip not supported by any of loaded plugins
Apr 15 20:40:52.590486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_gateway_ip.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.591536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.592113 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 15 20:40:52.592475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_port_network_policy.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.593382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.593944 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 15 20:40:52.594299 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_rule_type_details.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.595223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.595775 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 15 20:40:52.596155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: qos_rules_alias.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.597199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.598085 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 15 20:40:52.598433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: quotasv2.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.599414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.599775 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: quotas
Apr 15 20:40:52.600146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: quotasv2_detail.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.601890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.602266 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: quota_details
Apr 15 20:40:52.602629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: rbac.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.603811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.604464 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: rbac-policies
Apr 15 20:40:52.604824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: rbac_address_group.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.605762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.606407 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: rbac-address-group
Apr 15 20:40:52.606820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: rbac_address_scope.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.607739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.608327 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: rbac-address-scope
Apr 15 20:40:52.608683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: rbac_security_groups.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.609593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.610152 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: rbac-security-groups
Apr 15 20:40:52.610503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: rbac_subnetpool.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.611424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.612042 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: rbac-subnetpool
Apr 15 20:40:52.612393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: revisionifmatch.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.613331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.613891 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: revision-if-match
Apr 15 20:40:52.614307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: revisions.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.615444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.616030 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: standard-attr-revisions
Apr 15 20:40:52.616389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: router_availability_zone.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.617097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.617657 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: router_availability_zone
Apr 15 20:40:52.618049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: routerservicetype.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.618981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.619536 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension router-service-type not supported by any of loaded plugins
Apr 15 20:40:52.619911 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.620833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.621388 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: security-groups-normalized-cidr
Apr 15 20:40:52.621737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.622758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.623310 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: port-security-groups-filtering
Apr 15 20:40:52.623659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.624620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.625176 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: security-groups-remote-address-group
Apr 15 20:40:52.625530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: securitygroup.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.639047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.639693 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: security-group
Apr 15 20:40:52.640075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: segment.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.640931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.641496 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension segment not supported by any of loaded plugins
Apr 15 20:40:52.641849 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.642782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.643346 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 15 20:40:52.643705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: servicetype.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.644822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.645397 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: service-type
Apr 15 20:40:52.645794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: sorting.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.646826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.647200 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: sorting
Apr 15 20:40:52.647559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: standard_attr_segment.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.648486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.649094 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 15 20:40:52.649499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: standardattrdescription.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.650176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.650751 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: standard-attr-description
Apr 15 20:40:52.651101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: stateful_security_group.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.652105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.652672 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: stateful-security-group
Apr 15 20:40:52.653028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: stdattrs_common.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.653835 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 15 20:40:52.654201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.655205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.655761 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 15 20:40:52.656139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: subnet_onboard.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.657201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.657767 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: subnet_onboard
Apr 15 20:40:52.658120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.659047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.659611 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 15 20:40:52.659993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: subnet_service_types.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.660912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.661473 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: subnet-service-types
Apr 15 20:40:52.661825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: subnetallocation.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.662903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.663467 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: subnet_allocation
Apr 15 20:40:52.663810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.664527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.665098 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: subnetpool-prefix-ops
Apr 15 20:40:52.665451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.666390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.666947 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 15 20:40:52.667303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: tagging.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.668596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.669311 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: standard-attr-tag
Apr 15 20:40:52.669671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: timestamp.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.670846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.671416 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loaded extension: standard-attr-timestamp
Apr 15 20:40:52.671794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: trunk.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.672831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.673388 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension trunk not supported by any of loaded plugins
Apr 15 20:40:52.673741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: trunk_details.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.674681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.675239 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension trunk-details not supported by any of loaded plugins
Apr 15 20:40:52.675591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: uplink_status_propagation.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.676527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.677085 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 15 20:40:52.677436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Loading extension file: vlantransparent.py {{(pid=85222) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 15 20:40:52.678123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85222) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 15 20:40:52.678675 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 15 20:40:52.681392 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:network
Apr 15 20:40:52.682205 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:subnet
Apr 15 20:40:52.682873 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 20:40:52.683520 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:port
Apr 15 20:40:52.685084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.685557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service FLAVORS assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.686227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.686686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.687044 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:router
Apr 15 20:40:52.687758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 20:40:52.688609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service METERING assigned prefix: /metering {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.690476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f75c6a7cba8>> rbac-policy before_create 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.690880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f75c6a7cba8>> rbac-policy before_update 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.691339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f75c6a7cba8>> rbac-policy before_delete 55550000 {{(pid=85222) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:40:52.692495 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 20:40:52.692974 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 20:40:52.693752 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 20:40:52.694539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service CORE assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.694908 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 20:40:52.695260 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] subnetpool is already registered
Apr 15 20:40:52.695929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service CORE assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.696287 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 20:40:52.696638 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] subnetpool is already registered
Apr 15 20:40:52.699386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.699872 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service FLAVORS assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.700573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.701032 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.701399 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:router
Apr 15 20:40:52.701755 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] router is already registered
Apr 15 20:40:52.702403 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:floatingip
Apr 15 20:40:52.702757 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] floatingip is already registered
Apr 15 20:40:52.703434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service METERING assigned prefix: /metering {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.704182 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 15 20:40:52.704540 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] rbac_policy is already registered
Apr 15 20:40:52.705147 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:security_group
Apr 15 20:40:52.705501 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] security_group is already registered
Apr 15 20:40:52.706132 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 15 20:40:52.706482 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] security_group_rule is already registered
Apr 15 20:40:52.707191 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service CORE assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.707554 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 20:40:52.707933 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] subnetpool is already registered
Apr 15 20:40:52.708594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.resource_helper [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Service CORE assigned prefix:  {{(pid=85222) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 15 20:40:52.708952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 15 20:40:52.709301 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.quota.resource_registry [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] subnetpool is already registered
Apr 15 20:40:52.710000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: extensions {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.711533 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: address-groups {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.713267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: address-scopes {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.714607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: agents {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.716042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: auto-allocated-topology {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.717406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: availability_zones {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.718935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: dhcp-networks {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.720440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: dhcp-agents {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.721932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: routers {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.724197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: flavors {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.725410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: service_profiles {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.726671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: next_providers {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.728294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: service_profiles {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.729824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: floatingip-pools {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.731091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: routers {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.733034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: floatingips {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.734279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: l3-routers {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.735720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: l3-agents {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.737200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: metering-labels {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.739450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: metering-label-rules {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.740814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: network-ip-availabilities {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.742151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: bindings {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.743865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: quotas {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.745360 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: quotas {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.746863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: rbac-policies {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.748380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: security-groups {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.749774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: security-group-rules {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.751102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: service-providers {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.752408 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: subnetpools {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.753874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: subnetpools {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.755365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.757159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.759017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.760904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.762812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.764763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.766531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.768622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.770622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.772632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.extensions [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Extended resource: tags {{(pid=85222) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 15 20:40:52.779532 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING keystonemiddleware.auth_token [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 15 20:40:52.784816 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING keystonemiddleware.auth_token [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 15 20:40:52.793587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Acquired lock "singleton_lock" {{(pid=85222) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 15 20:40:52.794119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Releasing lock "singleton_lock" {{(pid=85222) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 15 20:40:52.795556 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO oslo_service.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Starting 2 workers
Apr 15 20:40:52.800270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Started child 85335 {{(pid=85222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 20:40:52.804127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:40:52.804852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Started child 85336 {{(pid=85222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 20:40:52.805545 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [-] (85335) wsgi starting up on http://0.0.0.0:9696
Apr 15 20:40:52.806219 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 15 20:40:52.806851 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Notify callbacks [] for process, before_spawn {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:40:52.808309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:40:52.809279 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO oslo_service.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Starting 1 workers
Apr 15 20:40:52.809611 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [-] (85336) wsgi starting up on http://0.0.0.0:9696
Apr 15 20:40:52.814792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Started child 85337 {{(pid=85222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 20:40:52.815318 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO oslo_service.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Starting 1 workers
Apr 15 20:40:52.817032 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] calling RpcWorker wait() {{(pid=85337) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 15 20:40:52.817417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] returning from RpcWorker wait() {{(pid=85337) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 15 20:40:52.818840 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:40:52.819309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:40:52.819986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Started child 85338 {{(pid=85222) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 15 20:40:52.820706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ffa02fa-f7fb-4612-b464-7e27f4dbbfa0 None None] Notify callbacks [] for process, after_spawn {{(pid=85222) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:40:52.822262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85222) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 20:40:52.822515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 20:40:52.822659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 20:40:52.822928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 20:40:52.823325 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 20:40:52.823520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 20:40:52.824108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.824388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.824500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:40:52.824689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.824962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.825305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.826075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.826378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.826664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.826952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.827216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.827421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.827567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.828080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.828348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.828697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.828971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.829246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.829535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.829737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.830003 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.830288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.830566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.830850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.831101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.831644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.831921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.832192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.832452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.832756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.833028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.833307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.833566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.833816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.834072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.834344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.834597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.834838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.835154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.835487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.835738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.836187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] host                           = dv-cinder-562053-18-iscsi {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.836430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.836693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.836950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.837207 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.837493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.837756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.838034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.838334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.838629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.838895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.839164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.839432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.839696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.839975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.840160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.840410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.840742 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.841057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.841275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.841466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.841639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.841893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.842076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.842354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.842593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.842831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.843092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.843309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.843551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.843860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.844128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.844394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.844629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.844910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.845183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.845451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.845705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.845928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.846187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.846424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.846653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.846896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.847276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.847850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.848388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.848596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.848794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.849049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.849321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.849598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.849866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.850069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.850346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.850606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.850873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.851145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.851377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.851634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.851979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.852149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.852367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.852588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.852823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.853111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.853350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.853592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.853830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.853989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:40:52.854127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.854319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.854753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.855063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.855402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.855675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.856059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.856240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.856536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.856770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.857046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.857312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.857651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.858031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.858345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.858594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.858869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.859204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.859504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.859823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.860078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.860305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.860556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.860821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.861253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.861563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.861852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.862102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.862341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.862601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.862861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.863104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.863346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.863587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.863897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.864120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.864368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.864633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.864891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.865135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.865395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.865647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.865961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.866202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.866432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.866694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.866886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.867142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.867384 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.867643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.867924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.868216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.868896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.868896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.868896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.869456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.869456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.869723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.869952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.870189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.870338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.870604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.870917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.871199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.871465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.871707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.872019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.872330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.872589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.872824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.873151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.873392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.873639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.873892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.874132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.874389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.874632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.874905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.875148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.875389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.875633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.875898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.876140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.876372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.876606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.876860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.877133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.877465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.877728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.878009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.878259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.878541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.878788 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.879062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.879308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.879581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.880276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.880276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.880458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.880612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.880841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.881088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.881383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.881633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.881896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.882142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.882855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.882855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.882855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.883154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.883364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.883828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.884484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.884713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.884910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.885557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.885557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.886667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.886667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.886667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.886667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.887071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.887071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.887285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.887799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.888108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.888554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.888961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.889409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.889732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.889954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.890422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.890685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.890964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.891313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.891598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.891898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.892141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.892430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.892715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.893075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.893370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.894476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.894476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.894476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.894476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.894476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.895929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.895929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.895929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.895929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.895929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.895929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.898154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.900797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.907989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.908968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.909988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.911020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.912068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.913226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.914868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.915312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.915312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.915490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.915838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.916103 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.916864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.916864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.916864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.917352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.917352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.917642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.917957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.918264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.918506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.918958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.919266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.919666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.919856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.920101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.920453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.920741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.921000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.921261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.921541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.921815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.922063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.922317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.922763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.922763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.923035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.923286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.923539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.923821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.924097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.924348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.924603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.924860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85222) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 15 20:40:52.927837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 15 20:40:52.928369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 15 20:40:52.928369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.928802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.929093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.929093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.929226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.929352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.929537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.929718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.929904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.930091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.930273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.930453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.930640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.930815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.930999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.931170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.931804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.931804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.931804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.932198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.932399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.932562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.932725 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.932910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.933097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.933281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.933464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.933646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.933829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.933983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.934167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.934322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:40:52.934557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] host                           = dv-cinder-562053-18-iscsi {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.934557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.934875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.934875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.935138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.935276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.935415 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.935618 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.935758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.935926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.936076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.936214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.936393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.936575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.936755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.936937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.937096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.937272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.937421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.937631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.937788 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.938018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.938175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.938323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.938463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.938608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.938746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.938882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.939021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.939202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.939384 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.939569 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.939750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.939930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.940080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.940275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.940429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.940613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.940796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.940977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.941159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.941341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.941521 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.941676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.941858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.942038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.942218 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.942398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.942579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.942742 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.942881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.943066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.943219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.943404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.943585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.943765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.943968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.944149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.944329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.944511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.944691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.944858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.945016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.945156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.945333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.945513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.945694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.945942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.946086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.946637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 15 20:40:52.946637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.946637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.947762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.947762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.947762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.947762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.947762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.947762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.947762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.948890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.948890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.948890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.948890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.948890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.948890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.949588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.949588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.949588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.949588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.949944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.949944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.949944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.950229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.950380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.950603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.950793 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.950982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.951171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.951399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.951587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.951773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.951960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.952149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.952332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.952517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.952701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.952862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.953051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.953238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.953423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.953607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.953790 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.953976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.954161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.954467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.955853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.956006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.956172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.956319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.956506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.956690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.956875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.957059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.957260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.957444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.957627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.957810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.957994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.958200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.958347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.958520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.958703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.958887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.959069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.959253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.959437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.959619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.959848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.960014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.960203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.960386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.960570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.960754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.960936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.961119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.961303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.961501 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.961702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.961887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.962071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.962255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.962438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.962621 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.962804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.962985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.963171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.963352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.963535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.963720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.964426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.964426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.964426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.964426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.965590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.965590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.965590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.965590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.965590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.965590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.965590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.966567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.966567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.966567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.966567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.966567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.967363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.967363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.967363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.967363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.967363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.968888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.970927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.971365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.971365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.971365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.971633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.971739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.971898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.972092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.972275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.972766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.972955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.973140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.973327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.973512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.973698 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.973881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.974067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.974254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.974459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.974606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.974780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.974962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.975147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.975332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.975516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.975699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.975940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.976124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.976310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.976495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.976681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.976894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.977108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.977295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.977483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.977717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.977905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.978093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.978278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.978463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.978648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.978831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.979018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.979204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.979458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.979652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.979862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.980029 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.980290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.980479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.980641 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.980861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.981015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.981164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.981330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.981566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.982248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.982248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.982248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.982476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.982549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.982730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.982874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.983021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.983163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.983353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.983512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.983716 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.983941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.984107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.984447 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.984613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.984821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.984972 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.985147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.987818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.987818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.987818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.987818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 49220) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.988749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.989217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.989217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.989217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.989217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.989217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.989509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.989599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.990999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.991136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.991280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.991416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.991552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.994217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 15 20:40:52.995592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85222) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 15 20:40:53.002034 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0138795
Apr 15 20:41:04.061347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe947e9-1382-42ce-b81f-20c4d26f7fdd None None] get_active_networks_info from dv-cinder-562053-18-iscsi {{(pid=85337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 15 20:41:04.203234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-27177353-b336-4c72-bcb6-2b14c0129457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:04.219571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe947e9-1382-42ce-b81f-20c4d26f7fdd None None] No non-hosted networks {{(pid=85337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 15 20:41:05.866455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0eba79e9-074a-4060-ad4f-c38509161fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:05.924510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ea139c89-9c02-45b0-a309-fb081e30f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:06.585905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:07.205919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:07.207256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.207892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.208465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.209016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.209564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.210109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.210666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.211232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.211811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.212368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.212955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.213529 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:07.214215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f75c6792d30>, 'Open vSwitch agent', 'dv-cinder-562053-18-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:07.219593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f75c5e494a8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-562053-18-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:08.393014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:09.204227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49312) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:09.861104 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-4c2a4d6e-fa99-4aee-a143-7f94243fb0ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:09.861622 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-4c2a4d6e-fa99-4aee-a143-7f94243fb0ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:10.092903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [None req-4c2a4d6e-fa99-4aee-a143-7f94243fb0ea admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:41:10.094221 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4c2a4d6e-fa99-4aee-a143-7f94243fb0ea admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8880408
Apr 15 20:41:11.071855 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_hamode_db [None req-4e8bfc55-62cb-4f2a-89e4-b8e955d06800 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 15 20:41:11.162339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8bfc55-62cb-4f2a-89e4-b8e955d06800 None None] Routers set() bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:41:11.162778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8bfc55-62cb-4f2a-89e4-b8e955d06800 None None] Router IDs set() for agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 15 20:41:12.848075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49326) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:13.267363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:41:13.374347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.policy [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85335) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 20:41:13.429251 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:13.429661 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:13.447851 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f75c66a1198>.
Apr 15 20:41:13.464772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:13.536268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277867641064', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277867642188', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277867515979', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277867526191', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277867544284', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363277867544039', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-518740', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854284042', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852697138', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1973746'] for rbac-policy, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:13.774806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:13.776593 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-974897a0-2706-4470-943c-73b6df8eeafd admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9274740
Apr 15 20:41:16.825885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49340) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:17.239766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Request body: {'network': {'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'name': 'private', 'admin_state_up': True}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:41:17.246539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:17.252361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Usage tracker for resource:network and tenant:a2b1b7683fc644c9b37a033474e1765c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:41:17.258378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:41:17.267111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:41:17.279033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Made reservation on behalf of a2b1b7683fc644c9b37a033474e1765c for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:41:17.288852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.307702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.323477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:17.328070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b1b7683fc644c9b37a033474e1765c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:41:17.331880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:41:17.338187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:41:17.441677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.445973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.450683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:17.469477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:41:17.495701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277865339969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.496238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f75c7433bf8> segment precommit_create {{(pid=85335) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 20:41:17.496845 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Added segment 477ad23e-850d-4c71-b06b-b4f596e18d09 of type vlan for network 255fab5d-3c0c-49a8-91c3-475d7a26bb86
Apr 15 20:41:17.549184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7b6727-92f7-4cc8-97a8-b249ae571613,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:17.571553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.571986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.572341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.572689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.573037 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.573381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.573726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.574062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.574413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.574800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.575120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.575462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Tracked resource versions report:
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:41:17.576792 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:41:17.613083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.627396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:17.655947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.657371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:17.658018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:17.662806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:17.772110 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9449601
Apr 15 20:41:17.774967 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=255fab5d-3c0c-49a8-91c3-475d7a26bb86,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:17.778784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:17.787652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:41:20.815954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49356) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:21.312556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f5043-0a62-4d16-8c32-4ae18b0d7aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:21.313972 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e14f5043-0a62-4d16-8c32-4ae18b0d7aff admin admin] 10.222.0.25 "GET /v2.0/networks/255fab5d-3c0c-49a8-91c3-475d7a26bb86 HTTP/1.1" status: 200  len: 825 time: 0.4969208
Apr 15 20:41:21.345490 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-05de2662-f292-46fe-9cab-d03bfb4427d8 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/81da6c4a-5abe-4ed5-94d2-217e61fb842e HTTP/1.1" status: 200  len: 734 time: 0.0221486
Apr 15 20:41:21.355000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Request body: {'subnet': {'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'ip_version': 4, 'subnetpool_id': '81da6c4a-5abe-4ed5-94d2-217e61fb842e'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:41:21.359562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:21.363557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Usage tracker for resource:subnet and tenant:a2b1b7683fc644c9b37a033474e1765c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:41:21.366503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:41:21.372682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:41:21.383463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Made reservation on behalf of a2b1b7683fc644c9b37a033474e1765c for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:41:21.388263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:21.888124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:21.902487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:22.043502 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=091a9b03-81ef-4111-a322-87c1130af194,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:22.047215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:22.107491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Checking segment: {'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:41:22.107893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Network hostable DHCP agents. Network: 255fab5d-3c0c-49a8-91c3-475d7a26bb86, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:41:22.129879 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:41:22.141876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 255fab5d-3c0c-49a8-91c3-475d7a26bb86) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:41:22.148744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:22.149710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:22.156681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a35da0-614b-4ac8-b32f-818bc0c0feb3 None None] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:41:22.171878 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8195510
Apr 15 20:41:22.654859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'fixed_ips': [{'subnet_id': '091a9b03-81ef-4111-a322-87c1130af194'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:41:22.656018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:22.846656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Allocated IP 172.20.0.2 (255fab5d-3c0c-49a8-91c3-475d7a26bb86/091a9b03-81ef-4111-a322-87c1130af194/b65f9584-e9be-4dd7-9e4a-d9b796520ce2) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:41:23.079683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:23.092964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Transition to ACTIVE for port object b65f9584-e9be-4dd7-9e4a-d9b796520ce2 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:41:23.113537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Transition to ACTIVE for port object b65f9584-e9be-4dd7-9e4a-d9b796520ce2 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:41:23.120015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:23.133482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:23.260052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Pushing event updated for resources: {'Port': ['ID=b65f9584-e9be-4dd7-9e4a-d9b796520ce2,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:23.276225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.276607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.276960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.277308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.277690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.278043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.278536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.278887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.279234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.279555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.279910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.280246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Tracked resource versions report:
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:41:23.281571 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:41:23.285423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:23.340327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:41:23.341532 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:41:23.344587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:41:23.443906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Attempting to bind port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:41:23.444281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Attempting to bind port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:41:23.444565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Attempting to bind port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 on network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:41:23.450583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:41:23.450981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Checking segment: {'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:41:23.452395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:23.452395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Bound using segment: {'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:41:23.452395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Bound port: b65f9584-e9be-4dd7-9e4a-d9b796520ce2, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:41:23.452685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:23.544333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] For port b65f9584-e9be-4dd7-9e4a-d9b796520ce2, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:41:23.548816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] For port b65f9584-e9be-4dd7-9e4a-d9b796520ce2, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=b65f9584-e9be-4dd7-9e4a-d9b796520ce2,segment=NetworkSegment(477ad23e-850d-4c71-b06b-b4f596e18d09),segment_id=477ad23e-850d-4c71-b06b-b4f596e18d09)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:41:23.552976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:23.568198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:23.714790 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Pushing event updated for resources: {'Port': ['ID=b65f9584-e9be-4dd7-9e4a-d9b796520ce2,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:23.720234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:24.933741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 49366) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:25.589257 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-7215f92c-d97d-414b-ab16-c63a80ea3e27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:25.589808 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-7215f92c-d97d-414b-ab16-c63a80ea3e27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:25.818869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [None req-7215f92c-d97d-414b-ab16-c63a80ea3e27 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:41:25.819910 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7215f92c-d97d-414b-ab16-c63a80ea3e27 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8842142
Apr 15 20:41:28.560284 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 49380) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:28.986508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [None req-b8d7c6b6-8918-4654-ac7b-e6ad48cf66cf admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:41:28.987514 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b8d7c6b6-8918-4654-ac7b-e6ad48cf66cf admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4262366
Apr 15 20:41:29.209919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device b65f9584-e9be-4dd7-9e4a-d9b796520ce2 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:41:29.286629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:41:30.532130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c21e57-7acd-4c74-aa06-275169ba51b5 None None] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:41:30.617037 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Provisioning for port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:41:30.631918 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Provisioning complete for port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:30.632329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:30.873050 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:30.913836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] For port b65f9584-e9be-4dd7-9e4a-d9b796520ce2, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=b65f9584-e9be-4dd7-9e4a-d9b796520ce2,segment=NetworkSegment(477ad23e-850d-4c71-b06b-b4f596e18d09),segment_id=477ad23e-850d-4c71-b06b-b4f596e18d09)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:41:30.922523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:30.927151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:31.001375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Pushing event updated for resources: {'Port': ['ID=b65f9584-e9be-4dd7-9e4a-d9b796520ce2,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:31.004637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:31.150391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-1697adcb-de91-44df-97cc-4cda99f6b61a None None] Provisioning complete for port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:31.150886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1697adcb-de91-44df-97cc-4cda99f6b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:31.185363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device b65f9584-e9be-4dd7-9e4a-d9b796520ce2 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:41:31.322754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:31.323142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:32.053049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49396) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:32.438792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Request body: {'router': {'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:41:32.446634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:32.452553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Usage tracker for resource:router and tenant:a2b1b7683fc644c9b37a033474e1765c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:41:32.455962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:41:32.462305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:41:32.474273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:32.475575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:32.497061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:32.604031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:32.624650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:32.625887 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-98569e3d-c64c-425b-a8c3-125ab829999c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5717516
Apr 15 20:41:33.947429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c4a2736-a1e1-4628-9a80-4de6fba64baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:35.375459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49406) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:35.790751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [None req-4a9b94c3-e6de-4ca8-9380-8e2917138db9 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:41:35.791818 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4a9b94c3-e6de-4ca8-9380-8e2917138db9 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4152780
Apr 15 20:41:35.877394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d72aa266-3571-4721-89d1-8f141403f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:36.519376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:37.210860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:38.323496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:38.563733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49426) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:38.747136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:41:38.752394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:38.756676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Usage tracker for resource:network and tenant:1ed21273369e437396074fb8f4a00e99 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:41:38.760306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:41:38.766544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:41:38.777457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Made reservation on behalf of 1ed21273369e437396074fb8f4a00e99 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:41:38.782045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:38.794792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:38.810565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:38.814892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Usage tracker for resource:security_group_rule and tenant:1ed21273369e437396074fb8f4a00e99 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:41:38.817878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:41:38.824354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:41:38.912005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:38.916322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:38.919396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:38.941121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Reserving flat network on physical network physnet1 {{(pid=85335) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 15 20:41:38.954950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ce425-4781-467c-a4b6-568ba2399209,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:38.959128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:38.961585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:38.961983 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Added segment 9365922e-63ec-44be-9164-2520c92aae6a of type flat for network 1d06bd44-557c-4cf4-b130-fa20572760fe
Apr 15 20:41:38.998971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:39.038654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:39.040034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:39.040651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:39.045599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:39.295832 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7306035
Apr 15 20:41:39.301535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Pushing event updated for resources: {'Network': ['ID=1d06bd44-557c-4cf4-b130-fa20572760fe,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:39.310409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:39.317941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 1d06bd44-557c-4cf4-b130-fa20572760fe details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:41:41.813471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 49446) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:42.053660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.policy [None req-92eee032-6955-4139-b6e3-b3e7d66a0880 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85336) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 15 20:41:42.262671 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-92eee032-6955-4139-b6e3-b3e7d66a0880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:42.263076 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING oslo_policy.policy [None req-92eee032-6955-4139-b6e3-b3e7d66a0880 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 15 20:41:42.280000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eee032-6955-4139-b6e3-b3e7d66a0880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:42.281618 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-92eee032-6955-4139-b6e3-b3e7d66a0880 admin admin] 10.222.0.25 "GET /v2.0/subnets/091a9b03-81ef-4111-a322-87c1130af194 HTTP/1.1" status: 200  len: 849 time: 0.4671593
Apr 15 20:41:42.461861 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c4c23e8b-760f-4d08-9db4-c028fc2c1997 admin admin] 10.222.0.25 "GET /v2.0/routers/aaa59888-a676-49e0-82fe-6a0be5125ce3 HTTP/1.1" status: 200  len: 704 time: 0.1707938
Apr 15 20:41:42.944587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:43.189373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Allocated IP 172.20.0.1 (255fab5d-3c0c-49a8-91c3-475d7a26bb86/091a9b03-81ef-4111-a322-87c1130af194/8868b7bd-1a36-4e81-8bad-ccfc54fc1794) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:41:43.373791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:43.392350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Transition to ACTIVE for port object 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:41:43.453141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:43.466426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:43.605239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Pushing event updated for resources: {'Port': ['ID=8868b7bd-1a36-4e81-8bad-ccfc54fc1794,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:43.627381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.627680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.628079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.628420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.628762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.629101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.629430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.629781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.630125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.630455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.630765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.631094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Tracked resource versions report:
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:41:43.632411 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:41:43.677406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:43.698466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:41:43.700009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:41:43.703321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:41:43.703876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:43.901809 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ce09ca71-10db-407e-8604-3db52cf7d035 None None] Provisioning for port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:41:43.908036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ce09ca71-10db-407e-8604-3db52cf7d035 None None] Provisioning complete for port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:43.908442 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ce09ca71-10db-407e-8604-3db52cf7d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:43.966306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ce09ca71-10db-407e-8604-3db52cf7d035 None None] Port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:41:44.122082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:44.359370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:44.364488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:44.365540 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:44.377530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:44.502052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Pushing event updated for resources: {'Port': ['ID=8868b7bd-1a36-4e81-8bad-ccfc54fc1794,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:44.511066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:44.570886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:41:44.572949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:41:44.778281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Router aaa59888-a676-49e0-82fe-6a0be5125ce3 is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:41:44.799697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ded3a4ed-74a0-46f4-8c8c-74e5349d506c None None] Provisioning complete for port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:44.800269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ded3a4ed-74a0-46f4-8c8c-74e5349d506c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:44.860140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ded3a4ed-74a0-46f4-8c8c-74e5349d506c None None] Port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:41:44.957429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:41:44.968139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Sync routers for ids ['aaa59888-a676-49e0-82fe-6a0be5125ce3'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:41:44.969925 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] 10.222.0.25 "PUT /v2.0/routers/aaa59888-a676-49e0-82fe-6a0be5125ce3/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4995177
Apr 15 20:41:44.979617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Routers {'aaa59888-a676-49e0-82fe-6a0be5125ce3'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:41:44.984237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c676ba20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:41:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['aaa59888-a676-49e0-82fe-6a0be5125ce3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:45.166272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Set router aaa59888-a676-49e0-82fe-6a0be5125ce3 gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:41:45.714272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c676ba20>, [{'id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'name': 'router1', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:32Z', 'updated_at': '2021-04-15T20:41:44Z', 'revision_number': 2, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'gw_port_host': None, '_interfaces': [{'id': '8868b7bd-1a36-4e81-8bad-ccfc54fc1794', 'name': '', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'mac_address': 'fa:16:3e:e3:ac:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '091a9b03-81ef-4111-a322-87c1130af194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:43Z', 'updated_at': '2021-04-15T20:41:44Z', 'revision_number': 2, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'subnets': [{'id': '091a9b03-81ef-4111-a322-87c1130af194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81da6c4a-5abe-4ed5-94d2-217e61fb842e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:45.719268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Checking router: aaa59888-a676-49e0-82fe-6a0be5125ce3 for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:41:45.719644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Updating router aaa59888-a676-49e0-82fe-6a0be5125ce3 port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:41:45.778021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:46.171310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:46.185983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Transition to ACTIVE for port object 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:41:46.192022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:46.205180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:46.345100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Pushing event updated for resources: {'Port': ['ID=8868b7bd-1a36-4e81-8bad-ccfc54fc1794,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:46.365645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.365980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.366361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.366702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.367043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.367385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.367718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.368098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.368423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.368754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.369087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.369402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Tracked resource versions report:
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:41:46.370819 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:41:46.391689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:46.571138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Attempting to bind port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:41:46.571538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Attempting to bind port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:41:46.571984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Attempting to bind port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 on network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:41:46.577736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:41:46.578704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Checking segment: {'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:41:46.579155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:46.579742 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Bound using segment: {'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:41:46.580288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Bound port: 8868b7bd-1a36-4e81-8bad-ccfc54fc1794, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477ad23e-850d-4c71-b06b-b4f596e18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:41:46.580680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:46.674921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] For port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:41:46.679342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] For port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=8868b7bd-1a36-4e81-8bad-ccfc54fc1794,segment=NetworkSegment(477ad23e-850d-4c71-b06b-b4f596e18d09),segment_id=477ad23e-850d-4c71-b06b-b4f596e18d09)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:41:46.684820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:46.698156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:46.848424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Pushing event updated for resources: {'Port': ['ID=8868b7bd-1a36-4e81-8bad-ccfc54fc1794,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:46.851657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:46.911414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Routers {'aaa59888-a676-49e0-82fe-6a0be5125ce3'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:41:46.912056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c676ba20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:41:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['aaa59888-a676-49e0-82fe-6a0be5125ce3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:47.079524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] Set router aaa59888-a676-49e0-82fe-6a0be5125ce3 gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:41:47.418912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c676ba20>, [{'id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'name': 'router1', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:32Z', 'updated_at': '2021-04-15T20:41:44Z', 'revision_number': 2, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'gw_port_host': None, '_interfaces': [{'id': '8868b7bd-1a36-4e81-8bad-ccfc54fc1794', 'name': '', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'mac_address': 'fa:16:3e:e3:ac:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '091a9b03-81ef-4111-a322-87c1130af194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:43Z', 'updated_at': '2021-04-15T20:41:46Z', 'revision_number': 4, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'subnets': [{'id': '091a9b03-81ef-4111-a322-87c1130af194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81da6c4a-5abe-4ed5-94d2-217e61fb842e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:47.423196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee81b9-33de-443f-983b-d8b2b8a5d787 None None] The sync data for ids ['aaa59888-a676-49e0-82fe-6a0be5125ce3'] in dv-cinder-562053-18-iscsi is: [{'id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'name': 'router1', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:32Z', 'updated_at': '2021-04-15T20:41:44Z', 'revision_number': 2, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'gw_port_host': None, '_interfaces': [{'id': '8868b7bd-1a36-4e81-8bad-ccfc54fc1794', 'name': '', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'mac_address': 'fa:16:3e:e3:ac:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '091a9b03-81ef-4111-a322-87c1130af194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:43Z', 'updated_at': '2021-04-15T20:41:46Z', 'revision_number': 4, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'subnets': [{'id': '091a9b03-81ef-4111-a322-87c1130af194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81da6c4a-5abe-4ed5-94d2-217e61fb842e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:41:47.486811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49464) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:47.647094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939b0f15-d763-4460-819e-5bbfa4346b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:47.647696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-939b0f15-d763-4460-819e-5bbfa4346b7f admin admin] Synchronizing usage tracker for tenant:1ed21273369e437396074fb8f4a00e99 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:41:47.665798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-939b0f15-d763-4460-819e-5bbfa4346b7f admin admin] Unset dirty status for tenant:1ed21273369e437396074fb8f4a00e99 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:41:47.666966 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-939b0f15-d763-4460-819e-5bbfa4346b7f admin admin] 10.222.0.25 "GET /v2.0/networks/1d06bd44-557c-4cf4-b130-fa20572760fe HTTP/1.1" status: 200  len: 842 time: 0.1790237
Apr 15 20:41:47.677657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:41:47.682625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:41:47.686808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Usage tracker for resource:subnet and tenant:1ed21273369e437396074fb8f4a00e99 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:41:47.689799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:41:47.696281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:41:47.706660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Made reservation on behalf of 1ed21273369e437396074fb8f4a00e99 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:41:47.711516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:47.875234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:41:48.156203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.objects.ports [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85335) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 15 20:41:48.156640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:48.170182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:48.292491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c15437b-484f-4c07-8bb9-a129712c120a,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:48.304256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:48.363648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:41:48.364053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Network hostable DHCP agents. Network: 1d06bd44-557c-4cf4-b130-fa20572760fe, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:41:48.382951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:41:48.391117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 1d06bd44-557c-4cf4-b130-fa20572760fe) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:41:48.395096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:48.395717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:48.401556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c32d2-9f4f-4b55-92b1-c42fa021cdba None None] Network 1d06bd44-557c-4cf4-b130-fa20572760fe requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:41:48.430418 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7453110
Apr 15 20:41:48.640175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b1f65-934d-406b-b868-45b2ef8b207f None None] Network 1d06bd44-557c-4cf4-b130-fa20572760fe requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:41:51.031261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49478) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:51.214848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:41:51.260545 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-da45a6c4-0627-4ee1-990e-0e3f236f36dc admin admin] 10.222.0.25 "GET /v2.0/routers/aaa59888-a676-49e0-82fe-6a0be5125ce3 HTTP/1.1" status: 200  len: 710 time: 0.2276540
Apr 15 20:41:51.286124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:41:51.291124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:51.291524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:51.398326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356c82b9-e9a0-49b2-9580-16ab0f774539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:41:51.399753 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-356c82b9-e9a0-49b2-9580-16ab0f774539 admin admin] 10.222.0.25 "GET /v2.0/networks/1d06bd44-557c-4cf4-b130-fa20572760fe HTTP/1.1" status: 200  len: 886 time: 0.1332569
Apr 15 20:41:51.409910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:41:51.415073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:51.448108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=8868b7bd-1a36-4e81-8bad-ccfc54fc1794,segment=NetworkSegment(477ad23e-850d-4c71-b06b-b4f596e18d09),segment_id=477ad23e-850d-4c71-b06b-b4f596e18d09)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:41:51.451545 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:51.453744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-85aabd9e-7c4a-497b-949d-10b04c2823f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:51.522321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=8868b7bd-1a36-4e81-8bad-ccfc54fc1794,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:51.525787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:51.876767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:52.398874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:52.458088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:52.601906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Allocated IP 172.27.2.111 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/bfc882fe-58d7-42f7-b148-ea857934224d) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:41:52.758115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:52.817202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:52.832400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:52.964765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc882fe-58d7-42f7-b148-ea857934224d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:52.980549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:53.019022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:41:53.020127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:41:53.023589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:41:53.210282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:41:53.284957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:53.285175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:53.424138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:53.777410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:53.781118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852780721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1995064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2065103'] for router, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:53.969689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Router aaa59888-a676-49e0-82fe-6a0be5125ce3 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:41:54.333928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:41:54.343066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:54.344385 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] 10.222.0.25 "PUT /v2.0/routers/aaa59888-a676-49e0-82fe-6a0be5125ce3 HTTP/1.1" status: 200  len: 890 time: 2.9379470
Apr 15 20:41:54.345532 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Sync routers for ids ['aaa59888-a676-49e0-82fe-6a0be5125ce3'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:41:54.357243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Routers {'aaa59888-a676-49e0-82fe-6a0be5125ce3'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:41:54.357929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c57c1eb8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:41:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['aaa59888-a676-49e0-82fe-6a0be5125ce3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:54.562619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Set router aaa59888-a676-49e0-82fe-6a0be5125ce3 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:41:54.920115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c57c1eb8>, [{'id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'name': 'router1', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bfc882fe-58d7-42f7-b148-ea857934224d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:32Z', 'updated_at': '2021-04-15T20:41:53Z', 'revision_number': 4, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'gw_port': {'id': 'bfc882fe-58d7-42f7-b148-ea857934224d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:52Z', 'updated_at': '2021-04-15T20:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '8868b7bd-1a36-4e81-8bad-ccfc54fc1794', 'name': '', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'mac_address': 'fa:16:3e:e3:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '091a9b03-81ef-4111-a322-87c1130af194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:43Z', 'updated_at': '2021-04-15T20:41:51Z', 'revision_number': 5, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'subnets': [{'id': '091a9b03-81ef-4111-a322-87c1130af194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81da6c4a-5abe-4ed5-94d2-217e61fb842e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:54.925604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Checking router: aaa59888-a676-49e0-82fe-6a0be5125ce3 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:41:54.925981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Updating router aaa59888-a676-49e0-82fe-6a0be5125ce3 port bfc882fe-58d7-42f7-b148-ea857934224d binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:41:54.986471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:55.330512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:55.344282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Transition to ACTIVE for port object bfc882fe-58d7-42f7-b148-ea857934224d will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:41:55.350947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:55.366453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:55.497266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82a6c5-9c39-4db0-9926-783626fbe66b None None] Pushing event updated for resources: {'Port': ['ID=bfc882fe-58d7-42f7-b148-ea857934224d,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:55.510017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af82a6c5-9c39-4db0-9926-783626fbe66b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:55.563474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Attempting to bind port bfc882fe-58d7-42f7-b148-ea857934224d on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:41:55.563962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Attempting to bind port bfc882fe-58d7-42f7-b148-ea857934224d by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:41:55.564287 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Attempting to bind port bfc882fe-58d7-42f7-b148-ea857934224d on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:41:55.569843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:41:55.570238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:41:55.570666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:55.571077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:41:55.571566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Bound port: bfc882fe-58d7-42f7-b148-ea857934224d, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:41:55.572017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:55.648687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] For port bfc882fe-58d7-42f7-b148-ea857934224d, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:41:55.651947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] For port bfc882fe-58d7-42f7-b148-ea857934224d, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=bfc882fe-58d7-42f7-b148-ea857934224d,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:41:55.656079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:55.669288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:55.820808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82a6c5-9c39-4db0-9926-783626fbe66b None None] Pushing event updated for resources: {'Port': ['ID=bfc882fe-58d7-42f7-b148-ea857934224d,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:55.825893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af82a6c5-9c39-4db0-9926-783626fbe66b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:55.873410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Routers {'aaa59888-a676-49e0-82fe-6a0be5125ce3'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:41:55.874062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c57c1eb8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:41:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['aaa59888-a676-49e0-82fe-6a0be5125ce3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:56.058604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] Set router aaa59888-a676-49e0-82fe-6a0be5125ce3 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:41:56.569776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c57c1eb8>, [{'id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'name': 'router1', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bfc882fe-58d7-42f7-b148-ea857934224d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:32Z', 'updated_at': '2021-04-15T20:41:53Z', 'revision_number': 4, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'gw_port': {'id': 'bfc882fe-58d7-42f7-b148-ea857934224d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:52Z', 'updated_at': '2021-04-15T20:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '8868b7bd-1a36-4e81-8bad-ccfc54fc1794', 'name': '', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'mac_address': 'fa:16:3e:e3:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '091a9b03-81ef-4111-a322-87c1130af194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:43Z', 'updated_at': '2021-04-15T20:41:51Z', 'revision_number': 5, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'subnets': [{'id': '091a9b03-81ef-4111-a322-87c1130af194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81da6c4a-5abe-4ed5-94d2-217e61fb842e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:41:56.574146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbb1f3e-b6ad-41bd-ac34-9bfb9385e5c3 None None] The sync data for ids ['aaa59888-a676-49e0-82fe-6a0be5125ce3'] in dv-cinder-562053-18-iscsi is: [{'id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'name': 'router1', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': 'bfc882fe-58d7-42f7-b148-ea857934224d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:32Z', 'updated_at': '2021-04-15T20:41:53Z', 'revision_number': 4, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'gw_port': {'id': 'bfc882fe-58d7-42f7-b148-ea857934224d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:52Z', 'updated_at': '2021-04-15T20:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '8868b7bd-1a36-4e81-8bad-ccfc54fc1794', 'name': '', 'network_id': '255fab5d-3c0c-49a8-91c3-475d7a26bb86', 'tenant_id': 'a2b1b7683fc644c9b37a033474e1765c', 'mac_address': 'fa:16:3e:e3:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa59888-a676-49e0-82fe-6a0be5125ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '091a9b03-81ef-4111-a322-87c1130af194', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:41:43Z', 'updated_at': '2021-04-15T20:41:51Z', 'revision_number': 5, 'project_id': 'a2b1b7683fc644c9b37a033474e1765c', 'subnets': [{'id': '091a9b03-81ef-4111-a322-87c1130af194', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81da6c4a-5abe-4ed5-94d2-217e61fb842e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:41:57.033720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 49488) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:41:57.163294 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-21f311f3-77d2-4d72-a22b-f078065c5ea3 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1260877
Apr 15 20:41:57.246059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device bfc882fe-58d7-42f7-b148-ea857934224d up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:41:57.319825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port bfc882fe-58d7-42f7-b148-ea857934224d completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:41:57.325727 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port bfc882fe-58d7-42f7-b148-ea857934224d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:57.326122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:57.456208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:57.475713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port bfc882fe-58d7-42f7-b148-ea857934224d, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=bfc882fe-58d7-42f7-b148-ea857934224d,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:41:57.479057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:41:57.481375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:41:57.553561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=bfc882fe-58d7-42f7-b148-ea857934224d,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:41:57.556952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:41:59.229380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device bfc882fe-58d7-42f7-b148-ea857934224d up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:41:59.306470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port bfc882fe-58d7-42f7-b148-ea857934224d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:41:59.307147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:03.959232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-292559c1-01a1-4453-95be-cc384ee9d7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:05.885006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7902c06c-34e6-4866-95f9-a7bde91865f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:06.526827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:07.213882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:08.333264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:24.876395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:42:33.952426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf1207cc-ab45-47bc-824b-e7d631f9398d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:35.879130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd52f8b7-8359-4070-ad75-0055029d066c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:36.526069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:37.225217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:42:38.348658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:01.877165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:43:03.956368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d951e103-acbb-4c7f-8594-dafd87dc2f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:05.882273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f7842aa-4d8c-4b57-8e0d-70ca9650098d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:06.528948 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:07.221536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:08.348269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:33.960085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-30659c4f-88f5-4a93-84aa-526a9c0d0270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:35.885993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-170bf37a-81b2-47ab-b2d8-bf92245bfd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:36.531376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:37.215083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:38.350279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:38.877165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:43:39.650376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50058) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:39.728849 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c944cfe-e4ba-47c1-83e4-e13ab2f14053 admin admin] GET failed (client error): The resource could not be found.
Apr 15 20:43:39.730324 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0c944cfe-e4ba-47c1-83e4-e13ab2f14053 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0788972
Apr 15 20:43:39.880384 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccaf1c8-9c63-4f8d-89d9-c148d9659aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:39.881963 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5ccaf1c8-9c63-4f8d-89d9-c148d9659aa5 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1449752
Apr 15 20:43:42.378399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50068) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:42.523608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c2f0e-dac7-4724-91ec-e58c8db6ce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:42.525063 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-916c2f0e-dac7-4724-91ec-e58c8db6ce0c admin admin] 10.222.0.25 "GET /v2.0/subnets/091a9b03-81ef-4111-a322-87c1130af194 HTTP/1.1" status: 200  len: 849 time: 0.1452005
Apr 15 20:43:42.535568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:43:42.660633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:42.977837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363277865425609'] for subnet, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:42.990870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:43:43.123825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091a9b03-81ef-4111-a322-87c1130af194,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:43:43.147225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.147607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.147994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.148343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.148684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.149044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.149394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.149733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.150068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.150410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.150791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.151154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:43:43.158441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:43:43.351919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:43.352581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:43.354421 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] 10.222.0.25 "PUT /v2.0/subnets/091a9b03-81ef-4111-a322-87c1130af194 HTTP/1.1" status: 200  len: 868 time: 0.8224509
Apr 15 20:43:43.371041 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a4d1bd-d74c-4438-8dc1-fa483f4bdf87 None None] Network 255fab5d-3c0c-49a8-91c3-475d7a26bb86 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:43:43.821455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f9176347-bad3-4cfc-bbf3-113a5177d067 None None] Provisioning complete for port 8868b7bd-1a36-4e81-8bad-ccfc54fc1794 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:43:43.822017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9176347-bad3-4cfc-bbf3-113a5177d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:43.954225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f9176347-bad3-4cfc-bbf3-113a5177d067 None None] Provisioning complete for port b65f9584-e9be-4dd7-9e4a-d9b796520ce2 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:43:43.954622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9176347-bad3-4cfc-bbf3-113a5177d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:43:45.856685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50078) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:46.051363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29fcc4-1f5d-4c03-a8ef-b6adffcfd800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:46.051910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29fcc4-1f5d-4c03-a8ef-b6adffcfd800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:46.053570 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bf29fcc4-1f5d-4c03-a8ef-b6adffcfd800 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1955059
Apr 15 20:43:48.547015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50088) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:48.739920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74d09c-039e-4888-937d-6c2dd882aa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:48.740379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b74d09c-039e-4888-937d-6c2dd882aa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:48.742025 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3b74d09c-039e-4888-937d-6c2dd882aa32 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1939697
Apr 15 20:43:51.202995 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50098) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:51.387763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5470c-8975-4b9b-88f6-7504d77554b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:51.389271 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5df5470c-8975-4b9b-88f6-7504d77554b5 admin admin] 10.222.0.25 "GET /v2.0/networks/1d06bd44-557c-4cf4-b130-fa20572760fe HTTP/1.1" status: 200  len: 886 time: 0.1852150
Apr 15 20:43:53.900389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50108) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:54.099708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d90821-353a-4f5f-8e2c-ce58fd7444a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:54.101258 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-33d90821-353a-4f5f-8e2c-ce58fd7444a8 admin admin] 10.222.0.25 "GET /v2.0/networks/255fab5d-3c0c-49a8-91c3-475d7a26bb86 HTTP/1.1" status: 200  len: 869 time: 0.1998594
Apr 15 20:43:56.604693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50118) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:56.724611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60b161-3e09-4e9c-9545-8bb1d0706337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:56.725105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60b161-3e09-4e9c-9545-8bb1d0706337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:56.725942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fe60b161-3e09-4e9c-9545-8bb1d0706337 admin admin] Synchronizing usage tracker for tenant:1ed21273369e437396074fb8f4a00e99 on resource:subnet {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:43:56.745308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fe60b161-3e09-4e9c-9545-8bb1d0706337 admin admin] Unset dirty status for tenant:1ed21273369e437396074fb8f4a00e99 on resource:subnet {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:43:56.746558 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fe60b161-3e09-4e9c-9545-8bb1d0706337 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1408358
Apr 15 20:43:59.228814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50128) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:43:59.357991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352efae-fd4b-4be0-a097-b4f167033d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:59.358490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3352efae-fd4b-4be0-a097-b4f167033d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:43:59.360089 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3352efae-fd4b-4be0-a097-b4f167033d87 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1300614
Apr 15 20:44:01.854333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50138) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:44:01.975949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199453bc-a6ec-4b8f-8a99-04f64dd6ccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:44:01.977413 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-199453bc-a6ec-4b8f-8a99-04f64dd6ccaa admin admin] 10.222.0.25 "GET /v2.0/subnets/091a9b03-81ef-4111-a322-87c1130af194 HTTP/1.1" status: 200  len: 868 time: 0.1220045
Apr 15 20:44:03.963926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76e9f1ad-0ded-4fd3-8255-35c15520f980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:04.475269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50148) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:44:04.596267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465d9f26-bf7f-4c01-866d-f70c38a25532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:44:04.598043 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-465d9f26-bf7f-4c01-866d-f70c38a25532 admin admin] 10.222.0.25 "GET /v2.0/subnets/7c15437b-484f-4c07-8bb9-a129712c120a HTTP/1.1" status: 200  len: 816 time: 0.1213546
Apr 15 20:44:05.888362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d9201-e1ae-416c-ba64-b0b8e61eaf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:06.535153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:07.219929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:08.353413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:15.876478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:44:31.126387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50192) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:44:31.183899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [None req-c0d7e71c-c059-4397-b3d9-3cea287c4f59 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:44:31.184925 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c0d7e71c-c059-4397-b3d9-3cea287c4f59 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0574028
Apr 15 20:44:33.806443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50202) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:44:33.898412 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a67d01c-94dd-4321-a5cd-5deb4277b00f admin admin] GET failed (client error): The resource could not be found.
Apr 15 20:44:33.900036 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6a67d01c-94dd-4321-a5cd-5deb4277b00f admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0925477
Apr 15 20:44:33.966631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b72bb811-c3d1-4247-b608-e9d09cca42e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:34.040379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb46ba-1852-457b-a15e-2c28ca0bf87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:44:34.042009 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9ceb46ba-1852-457b-a15e-2c28ca0bf87a admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1372218
Apr 15 20:44:35.892136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a892f18e-c829-43bb-9480-baff178fcc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:36.544986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:36.603154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50212) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:44:36.667843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:44:36.670493 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.quota [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f75c5414860>.
Apr 15 20:44:36.677707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:44:36.689708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:44:36.703555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Made reservation on behalf of 1ed21273369e437396074fb8f4a00e99 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:44:36.708361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:36.803775 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING neutron.services.revisions.revision_plugin [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f75c66b6630] {project_id='1ed21273369e437396074fb8f4a00e99', id='7c6b8751-0345-4a33-a83f-dda3527abca4', target_tenant='*', action='access_as_shared', object_id='677c9297-9344-4029-9c31-f1881380cb0c'}> to bump revision.
Apr 15 20:44:36.820577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:44:36.831609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363277865339969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:36.832195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f75c7433bf8> segment precommit_create {{(pid=85336) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 15 20:44:36.832662 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Added segment 3845927b-95de-42f3-82e2-ff781581a2b7 of type vlan for network 677c9297-9344-4029-9c31-f1881380cb0c
Apr 15 20:44:36.910303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:36.950908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:36.952963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:44:36.953893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:36.965002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:44:37.094610 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4895980
Apr 15 20:44:37.095317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Pushing event updated for resources: {'Network': ['ID=677c9297-9344-4029-9c31-f1881380cb0c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:44:37.099178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:44:37.107609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 677c9297-9344-4029-9c31-f1881380cb0c details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:44:37.241526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:38.363371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:39.803513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50222) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:44:39.933811 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd75fe3-2b13-472e-9ec5-f1065a681ca2 admin admin] GET failed (client error): The resource could not be found.
Apr 15 20:44:39.934767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2dd75fe3-2b13-472e-9ec5-f1065a681ca2 admin admin] Synchronizing usage tracker for tenant:1ed21273369e437396074fb8f4a00e99 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:44:39.956980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2dd75fe3-2b13-472e-9ec5-f1065a681ca2 admin admin] Unset dirty status for tenant:1ed21273369e437396074fb8f4a00e99 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:44:39.958916 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-2dd75fe3-2b13-472e-9ec5-f1065a681ca2 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1535153
Apr 15 20:44:40.145302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30cea1b-ca1d-4d43-9798-2cd801314559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:44:40.147649 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b30cea1b-ca1d-4d43-9798-2cd801314559 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1825709
Apr 15 20:44:40.161604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:44:40.168897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:44:40.183350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:44:40.195416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Made reservation on behalf of 1ed21273369e437396074fb8f4a00e99 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:44:40.201722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:40.812628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:40.833208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2489454f-697a-41e4-b66c-90383a549728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:44:41.034078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e029d3f-bd45-4993-8819-5f3b0563d41e,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:44:41.036903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:44:41.103968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Checking segment: {'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:44:41.104315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Network hostable DHCP agents. Network: 677c9297-9344-4029-9c31-f1881380cb0c, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:44:41.125647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Network 677c9297-9344-4029-9c31-f1881380cb0c is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:44:41.135384 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 677c9297-9344-4029-9c31-f1881380cb0c) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:44:41.140908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:44:41.141850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:41.157625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e5efe-decf-4d0f-9762-9de56e898e9e None None] Network 677c9297-9344-4029-9c31-f1881380cb0c requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:44:41.174269 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0187299
Apr 15 20:44:41.456224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-677c9297-9344-4029-9c31-f1881380cb0c', 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c', 'tenant_id': '1ed21273369e437396074fb8f4a00e99', 'fixed_ips': [{'subnet_id': '7e029d3f-bd45-4993-8819-5f3b0563d41e'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:44:41.457164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:41.635548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Allocated IP 192.168.233.2 (677c9297-9344-4029-9c31-f1881380cb0c/7e029d3f-bd45-4993-8819-5f3b0563d41e/c58bd9d5-bb1a-4054-be80-3038d718f0cb) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:44:41.886260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:41.897937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Transition to ACTIVE for port object c58bd9d5-bb1a-4054-be80-3038d718f0cb will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:44:41.922216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Transition to ACTIVE for port object c58bd9d5-bb1a-4054-be80-3038d718f0cb will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:44:41.927569 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:41.941052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee3711c9-6d64-4003-b913-f5c6e984a8c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:44:42.254486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Pushing event updated for resources: {'Port': ['ID=c58bd9d5-bb1a-4054-be80-3038d718f0cb,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:44:42.272959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.273335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.273701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.274060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.274413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.274765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.275113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.275526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.275926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.276273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.276617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.276944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:44:42.282991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:44:42.322157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Network 677c9297-9344-4029-9c31-f1881380cb0c is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:44:42.323397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:44:42.325992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:44:42.422787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Attempting to bind port c58bd9d5-bb1a-4054-be80-3038d718f0cb on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:44:42.423186 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Attempting to bind port c58bd9d5-bb1a-4054-be80-3038d718f0cb by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:44:42.423579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Attempting to bind port c58bd9d5-bb1a-4054-be80-3038d718f0cb on network 677c9297-9344-4029-9c31-f1881380cb0c {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:44:42.429546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:44:42.429953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Checking segment: {'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:44:42.430406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:42.430862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Bound using segment: {'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:44:42.431356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Bound port: c58bd9d5-bb1a-4054-be80-3038d718f0cb, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:44:42.431975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:42.529444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] For port c58bd9d5-bb1a-4054-be80-3038d718f0cb, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:44:42.532914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] For port c58bd9d5-bb1a-4054-be80-3038d718f0cb, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c58bd9d5-bb1a-4054-be80-3038d718f0cb,segment=NetworkSegment(3845927b-95de-42f3-82e2-ff781581a2b7),segment_id=3845927b-95de-42f3-82e2-ff781581a2b7)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:44:42.536349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:42.550067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:44:42.716941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Pushing event updated for resources: {'Port': ['ID=c58bd9d5-bb1a-4054-be80-3038d718f0cb,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:44:42.723479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:44:43.371953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c58bd9d5-bb1a-4054-be80-3038d718f0cb up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:44:43.443756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port c58bd9d5-bb1a-4054-be80-3038d718f0cb completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:44:44.106289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf83592-bfa8-4f0a-82d1-c1f44002352d None None] Network 677c9297-9344-4029-9c31-f1881380cb0c requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:44:44.243867 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Provisioning for port c58bd9d5-bb1a-4054-be80-3038d718f0cb completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:44:44.255624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Provisioning complete for port c58bd9d5-bb1a-4054-be80-3038d718f0cb triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:44:44.256215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:44.573739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:44.629372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] For port c58bd9d5-bb1a-4054-be80-3038d718f0cb, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c58bd9d5-bb1a-4054-be80-3038d718f0cb,segment=NetworkSegment(3845927b-95de-42f3-82e2-ff781581a2b7),segment_id=3845927b-95de-42f3-82e2-ff781581a2b7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:44:44.636215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:44.638477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af82a6c5-9c39-4db0-9926-783626fbe66b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:44:44.715164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Pushing event updated for resources: {'Port': ['ID=c58bd9d5-bb1a-4054-be80-3038d718f0cb,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:44:44.719254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:44:44.863335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-7a5c9386-93dd-4c29-8e7c-89217c896928 None None] Provisioning complete for port c58bd9d5-bb1a-4054-be80-3038d718f0cb triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:44:44.863658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7a5c9386-93dd-4c29-8e7c-89217c896928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:45.350300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c58bd9d5-bb1a-4054-be80-3038d718f0cb up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:44:45.459744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port c58bd9d5-bb1a-4054-be80-3038d718f0cb triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:44:45.460291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:44:52.875980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:45:03.970783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d5f1de6f-0dcc-49f6-9373-366c8fcbf494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:05.900052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b0839fe5-09b4-4a45-9ce6-dabcdd31599b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:06.538200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:07.229620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:08.366666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:29.876017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:45:33.974786 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-074a64b2-3c84-454a-a15b-2b1815976ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:35.893993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2800989c-d0dc-4f13-bb04-c41d1605f4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:36.541676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:37.223611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:45:38.365175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:03.979067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-727bae75-0924-48f5-9d27-fe93271c7af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:05.897740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-87dc8776-99b0-4dd1-a826-21f26e366cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:06.545815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:06.876666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:46:07.228538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:08.367394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:09.956066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50272) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:46:09.966288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [None req-b54296a8-2f9e-47fc-be08-78c4af8fd0bf tempest-verify_tempest_config-1449429226 tempest-verify_tempest_config-1449429226-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:46:09.967684 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b54296a8-2f9e-47fc-be08-78c4af8fd0bf tempest-verify_tempest_config-1449429226 tempest-verify_tempest_config-1449429226-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0099261
Apr 15 20:46:10.321686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50290) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:46:10.458084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:10.474854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:46:10.478965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Usage tracker for resource:security_group_rule and tenant:43a4d902579b40d6bb728ba08d8a34d3 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:46:10.481915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:46:10.487999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:46:10.591027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:10.595065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:10.603057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2c407699-bbe4-48ed-94d1-625a65e5211b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:46:10.643262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cdb2d9-5257-43c9-b2ce-ac9fe90ab9d8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:46:10.646409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Synchronizing usage tracker for tenant:1ed21273369e437396074fb8f4a00e99 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:46:10.654929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.655314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.655672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.656092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.656441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.656793 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.657137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.657497 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.657838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.658172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.658506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.658813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:46:10.662918 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:46:10.676275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Unset dirty status for tenant:1ed21273369e437396074fb8f4a00e99 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:46:10.677570 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43a4d902579b40d6bb728ba08d8a34d3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3545840
Apr 15 20:46:10.680579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50296) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:46:10.746993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:10.774670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:10.839226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:10.844835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-465b32fe-fb1f-4084-b392-ebb8e8af91ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:46:10.856537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cdb2d9-5257-43c9-b2ce-ac9fe90ab9d8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:46:10.858732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:46:10.864791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:10.865966 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97cdb2d9-5257-43c9-b2ce-ac9fe90ab9d8 HTTP/1.1" status: 204  len: 168 time: 0.1844351
Apr 15 20:46:33.985296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-24f3b500-ea65-4e74-863d-4be42db6c798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:35.906556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1df62fbb-63af-4a2c-b938-b93d3e9b212d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:36.556233 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:37.241985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:38.380795 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:46:43.881841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:47:03.984827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-50851ef7-07b2-46dc-98f3-a9240a1996bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:05.904778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ccb7d732-58f9-49af-a6ac-4cc5ed6c79b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:06.560998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:07.239481 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:08.374114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:20.888116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:47:33.986667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af03a69f-5e0c-4ccb-a434-7ed2053b29e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:35.906567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f2c32885-c9b3-446d-8c2f-df5d2c8ec12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:36.566386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:37.241216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:38.376744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:44.593766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:47:49.665162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50348) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:47:49.810930 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6b1ea1c0-78d0-4ab8-b632-bf388387a8c4 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1446526
Apr 15 20:47:52.304192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50358) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:47:52.376340 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7572cc71-d0be-430e-a77a-e5fb1041b7ef admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0708520
Apr 15 20:47:57.879023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:48:03.987377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-586ea3b0-7b5f-4bc9-88cf-f42e29d26654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:05.909511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e9523c6-5ca0-4efb-8e87-3ffa8171bf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:06.570511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:07.247941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:08.379743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:14.584166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:33.986453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-37ae64d2-561d-4177-a510-c48631f1bb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:34.884621 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:48:36.062486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-54f04e67-b0bc-4da8-beaf-0c984b3112fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:36.564832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:37.232594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:38.382206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:48:44.579942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:03.978643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ea8cad6b-9494-4453-9455-7d50aeb1c872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:05.905962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-717043c4-0b09-4595-b2dc-d240601c2d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:06.568470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:07.235705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:08.385170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:11.885500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:49:14.576640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.056965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50510) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:26.400923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-403411706-network', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:26.406863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:26.411099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Usage tracker for resource:network and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:26.414777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:26.421188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:26.431176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Made reservation on behalf of 08781aa151cd48cdae7588ece3fc8b91 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:26.436047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.450314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.466517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:26.471000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Usage tracker for resource:security_group_rule and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:26.474612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:26.481239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:26.576247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.579666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.585649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:26.622866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83268be2-f12e-4fed-8ba8-6f2d6c6e768c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:26.626390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:49:26.636672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.637059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.637703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.638016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.638386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.638804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.639184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.639669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.639957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.640330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.640684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.641030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Tracked resource versions report:
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     HyperV agent@hv-cinder-56205: {},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:49:26.642155 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:49:26.649569 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:26.652756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.652756 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Added segment 527ed7d2-0960-4519-85cb-4de18c4008ac of type vlan for network bc245558-7323-4c47-8845-a48d9d9c02dd
Apr 15 20:49:26.681805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.717519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.719564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:26.720628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.728136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b0feee5a-3b2a-45cf-acfd-8b0d5bcd0ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:26.838454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7801015
Apr 15 20:49:26.841601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50546) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:26.843012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Pushing event updated for resources: {'Network': ['ID=bc245558-7323-4c47-8845-a48d9d9c02dd,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:26.846052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:26.850788 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Request body: {'subnet': {'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-403411706-subnet', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:26.856120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network bc245558-7323-4c47-8845-a48d9d9c02dd details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:49:26.856499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:26.860661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Usage tracker for resource:subnet and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:26.864660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:26.871393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:26.881747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Made reservation on behalf of 08781aa151cd48cdae7588ece3fc8b91 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:26.887176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:26.949127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50554) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:27.042115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50564) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:27.195894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-network', 'tenant_id': '560f66c334274db5b78dbe4a540680ae'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:27.204829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:27.211474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Usage tracker for resource:network and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:27.216629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:27.226701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:27.241573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Made reservation on behalf of 560f66c334274db5b78dbe4a540680ae for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:27.248514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.268964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.296712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:27.305898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Usage tracker for resource:security_group_rule and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:27.318886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:27.325576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-909499060-network', 'tenant_id': '26218b7071e74e95ba4b4371ee280893'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:27.334117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:27.336813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:27.343388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Usage tracker for resource:network and tenant:26218b7071e74e95ba4b4371ee280893 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:27.349313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:27.361338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:27.388145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Made reservation on behalf of 26218b7071e74e95ba4b4371ee280893 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:27.393524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.412636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.436186 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:27.445737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Usage tracker for resource:security_group_rule and tenant:26218b7071e74e95ba4b4371ee280893 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:27.449919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:27.463240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:27.508929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50588) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:27.534272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.555246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.562865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.574106 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:27.615542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a3c20-f557-4900-b172-945935b0ac82,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:27.632711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:27.648344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:49:27.671504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.672187 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Added segment b6067ac6-19ac-47ef-ba77-9469ed00c9e2 of type vlan for network 3d31bfab-fb01-4c6e-971f-d5f973fb5726
Apr 15 20:49:27.676975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-68c69513-4c5c-4c90-b8a7-b9fb11152ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:27.720312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.726760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.728809 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.744313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0ab67121-f143-4c8f-827f-0b30e093efe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:27.745006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a80310d-b616-4310-b44a-7152fca526f5,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:27.756827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:49:27.759252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.759659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.760131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.760527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.761056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.761573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.762080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.762597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.763124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.763625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.764126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.764641 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Tracked resource versions report:
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     HyperV agent@hv-cinder-56205: {},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:49:27.766244 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:49:27.779884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:27.789928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.790433 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Added segment 80d99501-c6aa-4cc5-bc90-d6b0230768cc of type vlan for network eb4a4a04-9a8b-4961-8dd9-401bda98ec93
Apr 15 20:49:27.818766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093b25be-9ee5-4ca1-80d0-12006f7ec601,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:27.838097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Checking segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:27.838467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Network hostable DHCP agents. Network: bc245558-7323-4c47-8845-a48d9d9c02dd, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:49:27.842933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:27.860456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.863593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:27.864581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.869161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Network bc245558-7323-4c47-8845-a48d9d9c02dd is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:49:27.869422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.877019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:27.882952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, bc245558-7323-4c47-8845-a48d9d9c02dd) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:27.890473 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:27.891675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.893162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538b9f5-352e-4fc9-bf5d-9a33a729f219 None None] Network bc245558-7323-4c47-8845-a48d9d9c02dd requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:27.894197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-network', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:27.919567 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-737ce66d-48eb-4dad-8c3b-2fc9b8b481b3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0766356
Apr 15 20:49:27.922241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50610) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:27.930189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:27.937494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:27.942586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Usage tracker for resource:router and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:27.946012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:27.953241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:27.966397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.968617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:27.998291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.098888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50620) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:28.210755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.223530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Pushing event updated for resources: {'Network': ['ID=3d31bfab-fb01-4c6e-971f-d5f973fb5726,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:28.240887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:28.248996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:49:28.253567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:28.254421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.259460 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:28.260535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:28.302794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Usage tracker for resource:network and tenant:970826eaf51449d5a8ec098e5a3627bd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:28.311498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:28.415236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-bc245558-7323-4c47-8845-a48d9d9c02dd', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:49:28.416555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.471196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:28.489760 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5391121
Apr 15 20:49:28.494805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50632) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:28.514201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.516188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Request body: {'subnet': {'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-subnet', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:28.524800 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4815817
Apr 15 20:49:28.527467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50640) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:28.530855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4a4a04-9a8b-4961-8dd9-401bda98ec93,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:28.533123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Made reservation on behalf of 970826eaf51449d5a8ec098e5a3627bd for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:28.544129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.566131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:28.573713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:28.585692 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Request body: {'subnet': {'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-909499060-subnet', 'tenant_id': '26218b7071e74e95ba4b4371ee280893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:28.607546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Usage tracker for resource:subnet and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:28.609769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:49:28.615515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:28.618168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.637973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365987750-network', 'tenant_id': 'cf230826a52942ddb45365ee1f228c6a'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:28.652092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:28.659073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Usage tracker for resource:network and tenant:cf230826a52942ddb45365ee1f228c6a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:28.662924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:28.669674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:28.671246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:28.679245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Usage tracker for resource:subnet and tenant:26218b7071e74e95ba4b4371ee280893 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:28.682306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:28.693429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:28.696032 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:28.696187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Usage tracker for resource:security_group_rule and tenant:970826eaf51449d5a8ec098e5a3627bd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:28.699247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:28.705258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:28.745269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:28.747688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Made reservation on behalf of 560f66c334274db5b78dbe4a540680ae for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:28.752552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.764496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Made reservation on behalf of cf230826a52942ddb45365ee1f228c6a for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:28.779589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.804385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:28.822119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:28.826835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Usage tracker for resource:security_group_rule and tenant:cf230826a52942ddb45365ee1f228c6a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:28.830662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:28.837240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:28.845787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Allocated IP 172.20.0.2 (bc245558-7323-4c47-8845-a48d9d9c02dd/8a80310d-b616-4310-b44a-7152fca526f5/05b4415c-3179-4678-beb0-205aa8666e03) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:28.901718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Made reservation on behalf of 26218b7071e74e95ba4b4371ee280893 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:28.907198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.106458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.114218 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.130441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:29.207620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.220473 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692f8354-20c3-4ac8-b9f9-2252b6a8acb7,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:29.238149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:49:29.274941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:29.332936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.333653 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Added segment 897c661a-4173-4f02-8e5e-789f1034bd6d of type vlan for network f7971b06-e3be-4cbb-9563-406e48188650
Apr 15 20:49:29.369155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.374792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.394812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Transition to ACTIVE for port object 05b4415c-3179-4678-beb0-205aa8666e03 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:29.411388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.411641 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.417346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:29.418014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.431251 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6f2163f6-2ee1-43d7-b50b-0501102205a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:29.441374 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Transition to ACTIVE for port object 05b4415c-3179-4678-beb0-205aa8666e03 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:29.452801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.483691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:29.491421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:29.573395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Pushing event updated for resources: {'Network': ['ID=f7971b06-e3be-4cbb-9563-406e48188650,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:29.588751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:29.617082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.623870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network f7971b06-e3be-4cbb-9563-406e48188650 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:49:29.633910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:49:29.673583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.705479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62419d18-ce3d-420c-b7bc-57350263a117,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:29.725342 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6223111
Apr 15 20:49:29.725862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50688) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:29.740147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Request body: {'subnet': {'network_id': 'f7971b06-e3be-4cbb-9563-406e48188650', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365987750-subnet', 'tenant_id': 'cf230826a52942ddb45365ee1f228c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:29.743422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:29.746730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:29.751651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Usage tracker for resource:subnet and tenant:cf230826a52942ddb45365ee1f228c6a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:29.753080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.753677 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Added segment df69f5f5-0a2f-4c04-9410-070f470dabcc of type vlan for network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e
Apr 15 20:49:29.755452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:29.763712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:29.780639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Made reservation on behalf of cf230826a52942ddb45365ee1f228c6a for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:29.787024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.810880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.820173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Network bc245558-7323-4c47-8845-a48d9d9c02dd is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:29.824703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:29.841095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:29.981213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.989824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:29.990992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:29.998917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50696) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:30.008899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:30.153390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Attempting to bind port 05b4415c-3179-4678-beb0-205aa8666e03 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:49:30.154091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Attempting to bind port 05b4415c-3179-4678-beb0-205aa8666e03 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:49:30.155019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Attempting to bind port 05b4415c-3179-4678-beb0-205aa8666e03 on network bc245558-7323-4c47-8845-a48d9d9c02dd {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:49:30.158328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Pushing event updated for resources: {'Port': ['ID=05b4415c-3179-4678-beb0-205aa8666e03,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:30.185902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.186302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.186664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.187058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.188064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.188064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.188268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.188525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.189195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.189565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.189955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.190317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Tracked resource versions report:
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     HyperV agent@hv-cinder-56205: {},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:49:30.191508 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:49:30.201617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:30.202484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:49:30.202894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Checking segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:30.203336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:30.203736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Bound using segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:49:30.204450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Bound port: 05b4415c-3179-4678-beb0-205aa8666e03, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:49:30.205039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:30.245772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:30.264530 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.7431464
Apr 15 20:49:30.268217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:30.278584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50708) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:30.284264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:49:30.360483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:30.377704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Request body: {'subnet': {'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-subnet', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:30.379449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Allocated IP 172.27.2.40 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:30.385269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:30.392326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Usage tracker for resource:subnet and tenant:970826eaf51449d5a8ec098e5a3627bd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:30.396918 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:30.406242 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:30.429743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Made reservation on behalf of 970826eaf51449d5a8ec098e5a3627bd for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:30.440648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:30.479455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] For port 05b4415c-3179-4678-beb0-205aa8666e03, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:49:30.484188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] For port 05b4415c-3179-4678-beb0-205aa8666e03, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=05b4415c-3179-4678-beb0-205aa8666e03,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:49:30.488604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:30.621161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:30.779707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Pushing event updated for resources: {'Port': ['ID=05b4415c-3179-4678-beb0-205aa8666e03,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:30.797035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:30.935046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:30.948330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:30.956653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:23797714961240f19ab947a7a9560778 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:30.963556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:30.965326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:30.990753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:30.996420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-19891876-37fb-4df6-b44b-aa06ec6986ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:31.047549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:31.134720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:31.179677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ef6b7c-1a2c-44ec-938e-cc4826914eb8,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:31.198998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:31.274104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Checking segment: {'id': '897c661a-4173-4f02-8e5e-789f1034bd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f7971b06-e3be-4cbb-9563-406e48188650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:31.275892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Network hostable DHCP agents. Network: f7971b06-e3be-4cbb-9563-406e48188650, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:49:31.284211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:31.310228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:31.313574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f44962-a470-4659-bdf3-7d4e587655e5,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:31.316760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:31.403261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50748) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:31.464343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Network f7971b06-e3be-4cbb-9563-406e48188650 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:49:31.494742 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Pushing event updated for resources: {'Port': ['ID=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:31.500610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:31.501252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, f7971b06-e3be-4cbb-9563-406e48188650) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:31.508745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:31.509386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:31.513422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bfaa14-fbce-40e9-beb9-c1751a6633bb None None] Network f7971b06-e3be-4cbb-9563-406e48188650 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:31.557868 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-029fcef8-54d7-49cc-acae-923ff51f9c48 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.8311050
Apr 15 20:49:31.570674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:31.574300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:31.577665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:31.586468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:31.602589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:31.621393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:31.630555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:31.663160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Checking segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:31.663553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Network hostable DHCP agents. Network: 3d31bfab-fb01-4c6e-971f-d5f973fb5726, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:49:31.674214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 05b4415c-3179-4678-beb0-205aa8666e03 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:31.791042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0a2c4-4778-4155-8455-59efab1f3e1c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:31.794387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:31.799475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 05b4415c-3179-4678-beb0-205aa8666e03 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:31.800914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:31.835964 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23797714961240f19ab947a7a9560778&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8068717
Apr 15 20:49:31.839175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50760) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:31.905244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:31.924714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a102c-2f62-4668-9d98-d83da39fe9b9 None None] Network f7971b06-e3be-4cbb-9563-406e48188650 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:31.941528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:49:31.974379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:31.988021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:b8ae213c6e5e43dea022b8da5dd0a518 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:31.997890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:32.001918 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 3d31bfab-fb01-4c6e-971f-d5f973fb5726) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:32.008102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:32.008748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.021017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:32.021280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.023774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:32.028322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:32.122054 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.6229792
Apr 15 20:49:32.129863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50774) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:32.178579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:32.194083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:32.210939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Usage tracker for resource:router and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:32.219320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:32.251649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Checking segment: {'id': '80d99501-c6aa-4cc5-bc90-d6b0230768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:32.252069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Network hostable DHCP agents. Network: eb4a4a04-9a8b-4961-8dd9-401bda98ec93, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:49:32.261996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:32.310110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.315234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.316354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.336547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-188a9890-4fe6-47d9-bc8d-4e144ca775d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:32.338428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.398859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:49:32.456442 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.475758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, eb4a4a04-9a8b-4961-8dd9-401bda98ec93) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:32.481163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:32.481803 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.529195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063dfa5-307b-4fa8-a8c0-47d342fd5938 None None] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:32.542781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.558270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.559424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa0b8b-1d07-4194-a0d4-66988335db24 None None] Network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:32.566356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a04a3f8-034e-427d-96f8-7ebe69548914,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:32.569242 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:32.576362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.593151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50782) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:32.603283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.618336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:32.628558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:32.640946 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8ae213c6e5e43dea022b8da5dd0a518&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2363818
Apr 15 20:49:32.641710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50786) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:32.651317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-60655302-network', 'tenant_id': '96533d22ad704148a0db457ae87b1f22'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:32.656395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:32.660474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Usage tracker for resource:network and tenant:96533d22ad704148a0db457ae87b1f22 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:32.663696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:32.669873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:32.690072 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.1604562
Apr 15 20:49:32.714580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0a2c4-4778-4155-8455-59efab1f3e1c,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:32.723371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:32.727333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.728351 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79d0a2c4-4778-4155-8455-59efab1f3e1c HTTP/1.1" status: 204  len: 168 time: 0.8879507
Apr 15 20:49:32.875644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af371f6-f12f-49f8-934f-31f9e166045c None None] Network bc245558-7323-4c47-8845-a48d9d9c02dd requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:32.962108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Made reservation on behalf of 96533d22ad704148a0db457ae87b1f22 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:32.968147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:32.992449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.011931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a66fb2-31be-4d7b-a2f5-d8f5fbc1629a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:33.015469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:33.141968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:33.165223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Usage tracker for resource:security_group_rule and tenant:96533d22ad704148a0db457ae87b1f22 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:33.187934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:33.272097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.331389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Provisioning for port 05b4415c-3179-4678-beb0-205aa8666e03 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:33.352593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Provisioning complete for port 05b4415c-3179-4678-beb0-205aa8666e03 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:33.353166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.401303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.417062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:33.492587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-86d80b80-dc2c-4f49-81b3-7582b7e8221b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.520413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50816) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:33.527505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Checking segment: {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:33.527929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Network hostable DHCP agents. Network: a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:49:33.549946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.570667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:33.575521 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Usage tracker for resource:security_group_rule and tenant:1e1b85466f97401088823938732c61a3 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:33.579500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:33.586839 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:33.605002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.622638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-86d80b80-dc2c-4f49-81b3-7582b7e8221b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.674698 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:49:33.704389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.708735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50832) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:33.724398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.725510 dv-cinder-562053-18-iscsi neutron-server[85222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 15 20:49:33.806538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] For port 05b4415c-3179-4678-beb0-205aa8666e03, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=05b4415c-3179-4678-beb0-205aa8666e03,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:49:33.812369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232e5edd-9f22-4c56-abdf-efc96fe24494 None None] Network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:33.833815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.835087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:49:33.836127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.865916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9c7d9b1b-18be-43fe-a19f-5eb296af427c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:33.875975 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e1b85466f97401088823938732c61a3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3535256
Apr 15 20:49:33.892614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50838) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:33.923318 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:33.928814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:33.929448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:33.942865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:33.971377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ae7cd-b2ff-4ab2-aaa4-d3d46ff11731,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:33.987236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:33.997671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Router 06f18ed1-a7c9-4570-b5b9-989702bd81df is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:49:34.029456 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7df64f0d-1318-44ab-b154-bde8ac4218ba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.6998558
Apr 15 20:49:34.029693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.031081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50842) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:34.031289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-86d80b80-dc2c-4f49-81b3-7582b7e8221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.037464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-86d80b80-dc2c-4f49-81b3-7582b7e8221b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.037734 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:34.041283 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-86d80b80-dc2c-4f49-81b3-7582b7e8221b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72a66fb2-31be-4d7b-a2f5-d8f5fbc1629a HTTP/1.1" status: 204  len: 168 time: 1.3650894
Apr 15 20:49:34.041283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.041283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:34.060884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-6494ccf8-4cb4-415f-af90-d26689c8c55d tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:34.062649 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-6494ccf8-4cb4-415f-af90-d26689c8c55d tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/networks?id=eb4a4a04-9a8b-4961-8dd9-401bda98ec93 HTTP/1.1" status: 200  len: 811 time: 0.3527324
Apr 15 20:49:34.063936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:34.071964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d80b80-dc2c-4f49-81b3-7582b7e8221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a66fb2-31be-4d7b-a2f5-d8f5fbc1629a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:34.093147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:49:34.162139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a176ea8-fd8f-47a2-8d84-6fd571d49695 None None] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:34.198731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee3f1a4-7615-4b54-b080-6da02eada20a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:34.202510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:34.298753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.299567 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Added segment 11752757-90cb-41b0-ae95-eecfe7cf91d5 of type vlan for network d288145e-dfdb-4480-ab7c-346d1d55c758
Apr 15 20:49:34.301274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:34.301931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:34.374599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Usage tracker for resource:router and tenant:970826eaf51449d5a8ec098e5a3627bd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:34.377728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:34.453060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.466886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:34.481500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.482694 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-a66adfeb-1f27-4028-af2f-d7c9b308438d tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/quotas/26218b7071e74e95ba4b4371ee280893 HTTP/1.1" status: 200  len: 375 time: 0.3569391
Apr 15 20:49:34.505286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-52626c99-5da3-46ce-b58f-2b96e2f1b373 None None] Provisioning complete for port 05b4415c-3179-4678-beb0-205aa8666e03 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:34.505699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52626c99-5da3-46ce-b58f-2b96e2f1b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.520125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.581523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.615497 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.657858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.659237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.665764 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-e4350bfb-a5f6-4985-b1a8-7376688741c2 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=26218b7071e74e95ba4b4371ee280893&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1494896
Apr 15 20:49:34.672916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:49:34.678349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.682514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:34.683112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.694034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Sync routers for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:49:34.697927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:34.715391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:34.716314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c599b748>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:34.757704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.759309 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.8358071
Apr 15 20:49:34.762189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50870) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:34.833554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.858772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.860304 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:34.869118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:34.874110 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e1ae7cd-b2ff-4ab2-aaa4-d3d46ff11731 HTTP/1.1" status: 204  len: 168 time: 0.9804435
Apr 15 20:49:35.022156 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.3984814
Apr 15 20:49:35.025072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50882) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:35.025946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ae7cd-b2ff-4ab2-aaa4-d3d46ff11731,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:35.037153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:35.047119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Request body: {'subnet': {'network_id': 'd288145e-dfdb-4480-ab7c-346d1d55c758', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-60655302-subnet', 'tenant_id': '96533d22ad704148a0db457ae87b1f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:35.052415 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Pushing event updated for resources: {'Network': ['ID=d288145e-dfdb-4480-ab7c-346d1d55c758,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:35.055818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e56acde9-186c-4f4b-a146-e2c310dc6b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:35.068478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:35.115415 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:35.126573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Allocated IP 172.27.2.142 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/6603b09b-7965-4fd7-8900-b4b17145b238) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:35.143656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Usage tracker for resource:subnet and tenant:96533d22ad704148a0db457ae87b1f22 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:35.158012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:35.194249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:35.275928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network d288145e-dfdb-4480-ab7c-346d1d55c758 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:49:35.488885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:35.493166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9948496-30ed-4121-b1ee-e31246823854 None None] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:35.556305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:35.572753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:35.630568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c599b748>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:32Z', 'revision_number': 3, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:35.634841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Checking router: 06f18ed1-a7c9-4570-b5b9-989702bd81df for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:49:35.635217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Updating router 06f18ed1-a7c9-4570-b5b9-989702bd81df port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:49:35.674249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:35.715070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Pushing event updated for resources: {'Port': ['ID=6603b09b-7965-4fd7-8900-b4b17145b238,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:35.728401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:35.740144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-18823be7-f34b-4e0b-ae8f-4dd034b4b568 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:49:35.745194 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-18823be7-f34b-4e0b-ae8f-4dd034b4b568 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7056136
Apr 15 20:49:35.784730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:35.785966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:35.790350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Pushing event updated for resources: {'Port': ['ID=05b4415c-3179-4678-beb0-205aa8666e03,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:35.792038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:35.811081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:35.831673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.889s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:36.035512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8ee3eaab-0011-47c5-99aa-2d4caf60eb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.101063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Allocated IP 172.20.0.2 (3d31bfab-fb01-4c6e-971f-d5f973fb5726/90f44962-a470-4659-bdf3-7d4e587655e5/20573161-3a11-458b-bd65-570b49b5e17f) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:36.301601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Made reservation on behalf of 96533d22ad704148a0db457ae87b1f22 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:36.307162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.327851 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.419863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.499091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.516146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Transition to ACTIVE for port object 20573161-3a11-458b-bd65-570b49b5e17f will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:36.561933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Transition to ACTIVE for port object 20573161-3a11-458b-bd65-570b49b5e17f will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:36.568993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.585754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Transition to ACTIVE for port object a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:36.592593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.605420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.614079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:36.625046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:36.628214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:36.696959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Pushing event updated for resources: {'Port': ['ID=20573161-3a11-458b-bd65-570b49b5e17f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:36.752030 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-724395bb-1372-46e7-b65e-7518b2d5f6d9 service neutron] 10.222.0.25 "GET /v2.0/networks/eb4a4a04-9a8b-4961-8dd9-401bda98ec93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8206732
Apr 15 20:49:36.760322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:36.931941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Pushing event updated for resources: {'Port': ['ID=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:36.945120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:36.951313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:36.962654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:36.981493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.981493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.981870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.982088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.982861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.982861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.983100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.983445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.983823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.984163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.984511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.984847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Tracked resource versions report:
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]: pushed versions:
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]: {   'AddressGroup': {'1.2'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'ConntrackHelper': {'1.0'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Log': {'1.0'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Network': {'1.1'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Port': {'1.7'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'PortForwarding': {'1.2'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'QosPolicy': {'1.8'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroup': {'1.4'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SecurityGroupRule': {'1.2'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'SubPort': {'1.0'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Subnet': {'1.1'},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     'Trunk': {'1.1'}}
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]: consumer versions:
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]: {   DHCP agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     HyperV agent@hv-cinder-56205: {},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     L3 agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metadata agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     Metering agent@dv-cinder-562053-18-iscsi: {},
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:     Open vSwitch agent@dv-cinder-562053-18-iscsi: {   'AddressGroup': '1.2',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'ConntrackHelper': '1.0',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Log': '1.0',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Network': '1.1',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Port': '1.7',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'PortForwarding': '1.2',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'QosPolicy': '1.8',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroup': '1.4',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SecurityGroupRule': '1.2',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'SubPort': '1.0',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Subnet': '1.1',
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:                                                       'Trunk': '1.1'}}
Apr 15 20:49:36.986130 dv-cinder-562053-18-iscsi neutron-server[85222]:  {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 15 20:49:36.989080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Attempting to bind port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:49:36.989331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Attempting to bind port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:49:36.989727 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Attempting to bind port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:49:36.992323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:37.003048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:49:37.003412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:37.003777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.004220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:49:37.004880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Bound port: a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:49:37.005312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.086775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.171517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] For port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:49:37.179616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] For port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:49:37.186340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.212856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:37.216007 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Attempting to bind port 20573161-3a11-458b-bd65-570b49b5e17f on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:49:37.216456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Attempting to bind port 20573161-3a11-458b-bd65-570b49b5e17f by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:49:37.216873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Attempting to bind port 20573161-3a11-458b-bd65-570b49b5e17f on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:49:37.269383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:49:37.272595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Checking segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:37.274655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.275108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Bound using segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:49:37.275669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Bound port: 20573161-3a11-458b-bd65-570b49b5e17f, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:49:37.276125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.300208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.394050 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] For port 20573161-3a11-458b-bd65-570b49b5e17f, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:49:37.397914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] For port 20573161-3a11-458b-bd65-570b49b5e17f, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=20573161-3a11-458b-bd65-570b49b5e17f,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:49:37.405358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.429748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fcee1608-7f7c-4ee9-a42c-d261eada85e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:37.642468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 05b4415c-3179-4678-beb0-205aa8666e03 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:37.708030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Pushing event updated for resources: {'Port': ['ID=20573161-3a11-458b-bd65-570b49b5e17f,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:37.727411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:37.731103 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-6fc6d267-af09-4d8f-bf48-20fba87a1b1c service neutron] 10.222.0.25 "GET /v2.0/networks/eb4a4a04-9a8b-4961-8dd9-401bda98ec93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9781826
Apr 15 20:49:37.833568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 05b4415c-3179-4678-beb0-205aa8666e03 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:37.837797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.904519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:37.919208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Pushing event updated for resources: {'Port': ['ID=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:37.931904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:37.946015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:37.946694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c599b748>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:38.015833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:38.021422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Router 702df571-b859-4b74-b188-bee78b19b94e is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:49:38.230336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50966) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:38.337925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:38.395604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:38.428383 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7bc5f8bd-ff2a-49df-b323-0e78b7d6974b req-a8a1018a-8320-43e3-9832-6c1560ab8c15 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 0.1966133
Apr 15 20:49:38.438611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc8f308-b2b1-4d3e-93d0-e14728402b7b,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:38.477436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:38.485113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:49:38.497429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Sync routers for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:49:38.511396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:38.512361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c56f8080>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:38.524066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:38.531386 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.3964436
Apr 15 20:49:38.532811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 50984) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:38.855952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50992) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:38.894923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 50998) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:38.947685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:38.982213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:38.995483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:39.088095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:39.091762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Checking segment: {'id': '11752757-90cb-41b0-ae95-eecfe7cf91d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd288145e-dfdb-4480-ab7c-346d1d55c758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:39.092401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Network hostable DHCP agents. Network: d288145e-dfdb-4480-ab7c-346d1d55c758, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:49:39.154047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c599b748>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:32Z', 'revision_number': 3, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:39.161537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7b6ba-b6c0-4092-bbd4-7d3c3b186a3c None None] The sync data for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi is: [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:32Z', 'revision_number': 3, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:49:39.341270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:39.523625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Network d288145e-dfdb-4480-ab7c-346d1d55c758 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:49:39.549382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:39.594873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:39.681202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 20573161-3a11-458b-bd65-570b49b5e17f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:39.681490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Usage tracker for resource:security_group_rule and tenant:d686c38c5918491c961c13ebb17b61ad is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:39.914280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 20573161-3a11-458b-bd65-570b49b5e17f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:39.931928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c56f8080>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:36Z', 'revision_number': 3, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:39.936691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Checking router: 702df571-b859-4b74-b188-bee78b19b94e for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:49:39.936873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Updating router 702df571-b859-4b74-b188-bee78b19b94e port 6603b09b-7965-4fd7-8900-b4b17145b238 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:49:39.959270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:39.971382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Usage tracker for resource:security_group_rule and tenant:da5b9b326d12435ca644937271f2ee43 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:39.984430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:40.018092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:40.048862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.098541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.189461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:40.202366 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:40.215731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a660e-30d0-49c5-bdbc-d4d1963d3049 None None] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:40.230609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, d288145e-dfdb-4480-ab7c-346d1d55c758) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:40.250402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2016a184-900c-44ff-a216-0ec210ffbe26 None None] Network d288145e-dfdb-4480-ab7c-346d1d55c758 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:40.328736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:40.330067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.463546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Allocated IP 172.20.0.1 (3d31bfab-fb01-4c6e-971f-d5f973fb5726/90f44962-a470-4659-bdf3-7d4e587655e5/be4fe5ee-1667-4e27-98ca-d73036cb3f0f) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:40.487904 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e3e8513d-de50-467f-8f36-4153adad5d3d req-5282815d-9e66-4df7-a4eb-39dcaf66e110 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 0.8781650
Apr 15 20:49:40.622894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Provisioning for port 20573161-3a11-458b-bd65-570b49b5e17f completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:40.659451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Provisioning complete for port 20573161-3a11-458b-bd65-570b49b5e17f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:40.660152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.693544 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-aabf28ce-7ce2-4bea-bb01-65628b38008a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 5.6651654
Apr 15 20:49:40.722492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.755225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Allocated IP 172.27.2.214 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/076bab4c-369d-4f04-aeda-0288148fda3d) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:40.775246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.778248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Allocated IP 172.20.0.1 (bc245558-7323-4c47-8845-a48d9d9c02dd/8a80310d-b616-4310-b44a-7152fca526f5/ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:40.782934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.805725 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Transition to ACTIVE for port object be4fe5ee-1667-4e27-98ca-d73036cb3f0f will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:40.815372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:40.842358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:40.867901 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bbaca5-2f66-4788-914b-8c2958c51cee,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:40.883928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:41.093691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-123d0848-ac0c-4a13-b5a1-715f1406bbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:41.136784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51042) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:41.214346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:41.220536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:41.233157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:41.233674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.242986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.258891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e51e3-2fd5-4a60-89a8-3eaadb60474e None None] Network d288145e-dfdb-4480-ab7c-346d1d55c758 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:49:41.442053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Pushing event updated for resources: {'Port': ['ID=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:41.464288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:41.480646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Deleting subnet 81ef6b7c-1a2c-44ec-938e-cc4826914eb8 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:49:41.492437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.578808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.587448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.610559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.633157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] For port 20573161-3a11-458b-bd65-570b49b5e17f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=20573161-3a11-458b-bd65-570b49b5e17f,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:49:41.644836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.650863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:41.661342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.62', 51557) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:41.703477 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da5b9b326d12435ca644937271f2ee43&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7555776
Apr 15 20:49:41.704755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51066) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:41.706846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:41.708622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.820351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:41.859857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.152243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Pushing event updated for resources: {'Port': ['ID=20573161-3a11-458b-bd65-570b49b5e17f,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:42.164570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7f8e3049-391a-4628-a478-c3c1baa4c593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:42.166856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:42.212939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-3f16c48e-e545-4b4a-9004-88866183c941 None None] Provisioning complete for port 20573161-3a11-458b-bd65-570b49b5e17f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:42.213352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3f16c48e-e545-4b4a-9004-88866183c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.260675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:42.287213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:42.287628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.363127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.382923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Transition to ACTIVE for port object ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:42.429499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.498523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:42.522950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Pushing event updated for resources: {'Port': ['ID=076bab4c-369d-4f04-aeda-0288148fda3d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:42.609570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.610270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81ef6b7c-1a2c-44ec-938e-cc4826914eb8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:42.612323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.631364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:42.633933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:49:42.635635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-3f16c48e-e545-4b4a-9004-88866183c941 None None] Provisioning for port be4fe5ee-1667-4e27-98ca-d73036cb3f0f completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:42.643104 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d686c38c5918491c961c13ebb17b61ad&name=default HTTP/1.1" status: 200  len: 2979 time: 3.7774417
Apr 15 20:49:42.644328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-3f16c48e-e545-4b4a-9004-88866183c941 None None] Provisioning complete for port be4fe5ee-1667-4e27-98ca-d73036cb3f0f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:42.644737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3f16c48e-e545-4b4a-9004-88866183c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.648390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51102) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:42.658784 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2e978c5d-e9e7-4bfc-80f0-7eb7f9e66671 req-4a931683-f804-47fb-b302-1557dd384cba tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 0.7920499
Apr 15 20:49:42.669579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-7218afee-c1c6-4cfb-9901-312f1cc195c0 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:42.677627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.677936 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-7218afee-c1c6-4cfb-9901-312f1cc195c0 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.62 "GET /v2.0/networks?id=eb4a4a04-9a8b-4961-8dd9-401bda98ec93 HTTP/1.1" status: 200  len: 811 time: 0.9858124
Apr 15 20:49:42.684649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:42.686108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.686830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2c839dcb-75ab-46cb-8e70-caf558747658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.402s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:42.689087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Transition to ACTIVE for port object 6603b09b-7965-4fd7-8900-b4b17145b238 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:42.698181 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:42.732940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:42.741661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Request body: {'port': {'device_id': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93', 'admin_state_up': True, 'tenant_id': '26218b7071e74e95ba4b4371ee280893'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:42.756828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.796743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-3f16c48e-e545-4b4a-9004-88866183c941 None None] Port be4fe5ee-1667-4e27-98ca-d73036cb3f0f cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:49:42.839696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:42.874848 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/81ef6b7c-1a2c-44ec-938e-cc4826914eb8 HTTP/1.1" status: 204  len: 168 time: 1.7367373
Apr 15 20:49:42.878283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:42.879614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51108) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:42.883411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:42.883971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b91922d-22bb-4cb2-9134-6354983d1203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:42.989215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:42.993787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:42.995411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-7273275b-7370-4ca4-bfa8-cf98c57fb6e7 None None] Provisioning complete for port be4fe5ee-1667-4e27-98ca-d73036cb3f0f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:42.995878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7273275b-7370-4ca4-bfa8-cf98c57fb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.054043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7710239-6c87-4990-a584-7b719b0726e6,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:43.060269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71319d5b-3b3a-4bd8-8326-6b2823808812 None None] Pushing event updated for resources: {'Port': ['ID=6603b09b-7965-4fd7-8900-b4b17145b238,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:43.082532 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-71319d5b-3b3a-4bd8-8326-6b2823808812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:43.128281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:43.172053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Attempting to bind port 6603b09b-7965-4fd7-8900-b4b17145b238 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:49:43.173114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Attempting to bind port 6603b09b-7965-4fd7-8900-b4b17145b238 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:49:43.173893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Attempting to bind port 6603b09b-7965-4fd7-8900-b4b17145b238 on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:49:43.185804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.188217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:49:43.188968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:43.190502 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.191148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:49:43.191960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Bound port: 6603b09b-7965-4fd7-8900-b4b17145b238, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:49:43.192619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.224089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:43.237436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-7273275b-7370-4ca4-bfa8-cf98c57fb6e7 None None] Port be4fe5ee-1667-4e27-98ca-d73036cb3f0f cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:49:43.300197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] For port 6603b09b-7965-4fd7-8900-b4b17145b238, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:49:43.305866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] For port 6603b09b-7965-4fd7-8900-b4b17145b238, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=6603b09b-7965-4fd7-8900-b4b17145b238,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:49:43.311179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.332316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-366e3fde-d841-4968-8b41-f6682dbaf6e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:43.366317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.424958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Network bc245558-7323-4c47-8845-a48d9d9c02dd is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:43.427114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.517305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.543892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71319d5b-3b3a-4bd8-8326-6b2823808812 None None] Pushing event updated for resources: {'Port': ['ID=6603b09b-7965-4fd7-8900-b4b17145b238,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:43.549192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-71319d5b-3b3a-4bd8-8326-6b2823808812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:43.597382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.623367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:43.624258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c56f8080>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:43.699973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:43.717114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:43.719520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Pushing event updated for resources: {'Port': ['ID=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:43.790120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:43.805909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.881724 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:43.920830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:44.033723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:44.033723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:44.188985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:44.207091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:44.389108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 20573161-3a11-458b-bd65-570b49b5e17f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:44.467278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:44.483633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-24458d79-5809-41f1-8ba9-2474d18abf15 None None] Provisioning for port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:44.659953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:44.699365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:44.740908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7710239-6c87-4990-a584-7b719b0726e6,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:44.741182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:44.748985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:44.758501 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:44.937869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:45.111226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:45.115720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.118967 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.122886 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7710239-6c87-4990-a584-7b719b0726e6 HTTP/1.1" status: 204  len: 168 time: 2.4674799
Apr 15 20:49:45.142821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-24458d79-5809-41f1-8ba9-2474d18abf15 None None] Provisioning complete for port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:45.143548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-24458d79-5809-41f1-8ba9-2474d18abf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.161445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f75c5949d68>> segment before_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.161834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f75c5949d68>> subnet precommit_delete_associations 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.162667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> segment_host_mapping after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.163023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> port after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.163371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> port after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.175241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> port after_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.175748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> segment after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.176148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> subnet after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.176554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> subnet after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.176953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c58b1588>> subnet after_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.196780 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-83516e7d-5afb-44b2-902c-f9dfda2c914a req-73cde4e6-6f79-40d7-8059-8934cd878129 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 1.0467403
Apr 15 20:49:45.210735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Usage tracker for resource:port and tenant:26218b7071e74e95ba4b4371ee280893 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:45.219894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:45.361571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:45.366481 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.442702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c4e7ea58>> subnet after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.443094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c4e7ea58>> subnet after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.443446 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c4e7ea58>> subnet before_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.443831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c4e7ea58>> subnet before_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:45.444233 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c64f6470>,) {'filters': {'network_id': ['f7971b06-e3be-4cbb-9563-406e48188650']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:45.457481 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:45.464258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:45.508421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Made reservation on behalf of 26218b7071e74e95ba4b4371ee280893 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:49:45.514544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.555866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Pushing event updated for resources: {'Port': ['ID=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:45.563336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.567015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c64f6470>, '897c661a-4173-4f02-8e5e-789f1034bd6d') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:45.567015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c64f6470>, '897c661a-4173-4f02-8e5e-789f1034bd6d') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:45.575712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 20573161-3a11-458b-bd65-570b49b5e17f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:45.588293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.599007 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:45.621778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:45.649598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bbaca5-2f66-4788-914b-8c2958c51cee,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:45.663295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:45.701117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851949368'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.773715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.779316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.811498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:45.812991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:49:45.819235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-24458d79-5809-41f1-8ba9-2474d18abf15 None None] Port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:49:45.831924 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77bbaca5-2f66-4788-914b-8c2958c51cee HTTP/1.1" status: 204  len: 168 time: 4.0427258
Apr 15 20:49:45.869574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51150) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:45.915700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c56f8080>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:40Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:45.923288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faea67ae-bfc5-4cb7-9aea-8d893a0e0baa None None] The sync data for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi is: [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:40Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:49:45.975863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-8b4eb4d9-0e81-4248-95fd-ae91ffe451c6 None None] Provisioning complete for port be4fe5ee-1667-4e27-98ca-d73036cb3f0f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:45.976496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b4eb4d9-0e81-4248-95fd-ae91ffe451c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:46.057415 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-8b4eb4d9-0e81-4248-95fd-ae91ffe451c6 None None] Port be4fe5ee-1667-4e27-98ca-d73036cb3f0f cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:49:46.100156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:46.220772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Router 702df571-b859-4b74-b188-bee78b19b94e has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:49:46.250818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:46.266409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:46.280547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:46.285044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Usage tracker for resource:security_group_rule and tenant:fdd423295cf64fdf995525b018e4b537 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:46.395209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:46.678624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:46.788019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51172) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:46.898788 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:46.915122 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6dff89f4-3329-40ba-8a9d-f72f658c0763 req-f19d73ea-fdc3-4109-97b8-e423b53575cc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 0.2867827
Apr 15 20:49:46.919393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:46.937341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Network bc245558-7323-4c47-8845-a48d9d9c02dd is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:46.975041 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:46.979838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:47.027832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Usage tracker for resource:security_group_rule and tenant:b609cae682aa4b9b8378ff3b879660d1 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:47.044681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:47.285263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:47.302764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Network f7971b06-e3be-4cbb-9563-406e48188650 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:49:47.316312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:49:47.318212 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851967418'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:47.394183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:47.397143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Allocated IP 172.20.0.2 (eb4a4a04-9a8b-4961-8dd9-401bda98ec93/54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127/ea7d489c-3682-4964-aef5-e85161c6450a) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:47.399998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Pushing event updated for resources: {'Port': ['ID=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:47.415095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Router 06f18ed1-a7c9-4570-b5b9-989702bd81df has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:49:47.416328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:47.422256 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] 10.222.0.25 "PUT /v2.0/routers/702df571-b859-4b74-b188-bee78b19b94e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8862078
Apr 15 20:49:47.455645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-2d645645-c9d4-4276-8b50-f80759345d1c None None] Provisioning complete for port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:47.459088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d645645-c9d4-4276-8b50-f80759345d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:47.633832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-2d645645-c9d4-4276-8b50-f80759345d1c None None] Port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:49:47.857529 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:47.883655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Network f7971b06-e3be-4cbb-9563-406e48188650 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   from cryptography.utils import int_from_bytes
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   from cryptography.utils import int_from_bytes
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   (rel_b, rel_a, rel_b),
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   (rel_b, rel_a, rel_b),
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:49:48.094985 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:49:48.101370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.129651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.136018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c680384-2d62-464b-a790-664905bc7fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:48.238853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7971b06-e3be-4cbb-9563-406e48188650,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:48.246866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:48.251481 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f7971b06-e3be-4cbb-9563-406e48188650 HTTP/1.1" status: 204  len: 168 time: 5.3509297
Apr 15 20:49:48.254568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51188) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:48.322280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6603b09b-7965-4fd7-8900-b4b17145b238 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:48.470168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 6603b09b-7965-4fd7-8900-b4b17145b238 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:48.491479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 6603b09b-7965-4fd7-8900-b4b17145b238 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:48.491886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.495228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Deleting subnet 0bc8f308-b2b1-4d3e-93d0-e14728402b7b {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:49:48.522278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.625931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.643286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.693492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:48.789598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.814629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2826480'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.831052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 6603b09b-7965-4fd7-8900-b4b17145b238, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=6603b09b-7965-4fd7-8900-b4b17145b238,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:49:48.836669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:48.838887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:48.886035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:49:48.968393 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdd423295cf64fdf995525b018e4b537&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0851791
Apr 15 20:49:48.973085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab1e5c-443b-443c-9dbf-0070cd460563,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:48.976537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51200) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:49.111021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:49.119127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51206) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:49.120246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=6603b09b-7965-4fd7-8900-b4b17145b238,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:49.124313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:49.141435 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.204313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435788563', 'description': 'tempest-description--171954093'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:49.226144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:49.272343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:49.278030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:49.339931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:49.349334 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-501ee6a1-4a03-43dc-895a-e061b9650c65 req-99ad542e-7f5f-42fb-96e6-1e506567c603 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 0.3644772
Apr 15 20:49:49.381752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.396588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.424429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:49:49.426513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.433776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Sync routers for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:49:49.442171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.448707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:49.449386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c66d77f0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:49.462478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.505600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0382ffcf-75e4-4798-9fac-6c4b95492b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:49.541901 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:49.550830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group_rule and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:49.557787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:49.559450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Router c92d68cc-177e-4da3-938c-6e3865fa0930 is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:49:49.605000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:49.639226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.657717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a87d8c21-c3bd-4f16-a6a1-8e5300dfa707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:49.677066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.685414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab1e5c-443b-443c-9dbf-0070cd460563,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:49.691012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:49.717031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.720321 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fab1e5c-443b-443c-9dbf-0070cd460563 HTTP/1.1" status: 204  len: 168 time: 0.6621809
Apr 15 20:49:49.723696 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b609cae682aa4b9b8378ff3b879660d1&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9195867
Apr 15 20:49:49.727690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51212) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:49.736072 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] 10.222.0.25 "PUT /v2.0/routers/06f18ed1-a7c9-4570-b5b9-989702bd81df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9711936
Apr 15 20:49:49.752072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850838058'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.798547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:49.841212 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:49.963697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc8f308-b2b1-4d3e-93d0-e14728402b7b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:49.976829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:49.978509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:49.999571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.028577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:50.194231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.203285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1e0b22-5a97-49bf-8dc3-e0cdebcd04a8,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:50.235297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b6ad05-0fe2-42a1-b803-d78b25b547fe,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:50.244758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:50.251328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.256510 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.1239901
Apr 15 20:49:50.258074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6603b09b-7965-4fd7-8900-b4b17145b238 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:50.265618 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51228) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:50.267044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.277445 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e8b33437-9753-4909-87c7-4bd4d19be45d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0bc8f308-b2b1-4d3e-93d0-e14728402b7b HTTP/1.1" status: 204  len: 168 time: 2.0210149
Apr 15 20:49:50.281825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51230) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:50.294495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.401704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'security_group_rule': {'security_group_id': 'b4b6ad05-0fe2-42a1-b803-d78b25b547fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:50.415199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:50.422491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:50.435253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group_rule and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:50.443060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:50.456895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:50.573729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.592488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6fbcbf15-0cf3-45e6-a82a-1b1f0e60a62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:50.593118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 6603b09b-7965-4fd7-8900-b4b17145b238 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:50.594238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.681223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1e0b22-5a97-49bf-8dc3-e0cdebcd04a8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:50.703487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:50.719737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:50.729777 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a1e0b22-5a97-49bf-8dc3-e0cdebcd04a8 HTTP/1.1" status: 204  len: 168 time: 0.9950132
Apr 15 20:49:50.825983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Sync routers for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:49:50.858204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:50.858993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3d68>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:50.928356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:51.046512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c66d77f0>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 2, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:51.064166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Checking router: 06f18ed1-a7c9-4570-b5b9-989702bd81df for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:49:51.067202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Updating router 06f18ed1-a7c9-4570-b5b9-989702bd81df port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:49:51.306823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:51.356018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:51.508312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-43a7f32f-23e9-4e98-bbe0-1a5ef760c1c9 req-aca194a2-90d8-472b-9cb1-ffdcb579e998 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Synchronizing usage tracker for tenant:26218b7071e74e95ba4b4371ee280893 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:49:51.600051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:51.640455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:51.744036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:51.775896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:49:51.798232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Sync routers for ids ['c92d68cc-177e-4da3-938c-6e3865fa0930'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:49:51.851016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Routers {'c92d68cc-177e-4da3-938c-6e3865fa0930'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:51.852297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc828>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['c92d68cc-177e-4da3-938c-6e3865fa0930'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:51.869568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-43a7f32f-23e9-4e98-bbe0-1a5ef760c1c9 req-aca194a2-90d8-472b-9cb1-ffdcb579e998 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Unset dirty status for tenant:26218b7071e74e95ba4b4371ee280893 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:49:51.882549 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-43a7f32f-23e9-4e98-bbe0-1a5ef760c1c9 req-aca194a2-90d8-472b-9cb1-ffdcb579e998 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 0.9749248
Apr 15 20:49:51.953628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51270) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:51.961185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352213419', 'description': 'tempest-description--231240299'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:51.979719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:51.986647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:51.996277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:52.014224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:52.036076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.104056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:52.123364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group_rule and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:52.127696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:52.141695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:52.248887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.249785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.251108 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 18.2196970
Apr 15 20:49:52.255989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51282) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:52.305518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Set router c92d68cc-177e-4da3-938c-6e3865fa0930 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:52.313006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:52.346879 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.351321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.359059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:52.464087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Pushing event updated for resources: {'Port': ['ID=ea7d489c-3682-4964-aef5-e85161c6450a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:52.521431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfeb27a-c179-48a5-9be8-e8fd0356933c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:52.524856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.531709 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5769510
Apr 15 20:49:52.533067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51288) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:52.533952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:52.563450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'security_group_rule': {'security_group_id': 'cdfeb27a-c179-48a5-9be8-e8fd0356933c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:52.591604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:52.603585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group_rule and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:52.608857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3d68>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:44Z', 'revision_number': 2, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:52.611630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:52.619574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Checking router: 702df571-b859-4b74-b188-bee78b19b94e for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:49:52.620416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Updating router 702df571-b859-4b74-b188-bee78b19b94e port be4fe5ee-1667-4e27-98ca-d73036cb3f0f binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:49:52.636859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:52.680159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:52.680814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:52.689322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.753779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.895484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1730e24c-3f50-4cb1-bdb1-d7b864e54059,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:52.927434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.932316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:52.934234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:53.046793 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d5ecb5-fd0c-4cc1-b3e4-f40940f45a07,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:53.078662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:53.150824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.159818 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6246333
Apr 15 20:49:53.160693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51308) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:53.173108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'security_group_rule': {'security_group_id': 'cdfeb27a-c179-48a5-9be8-e8fd0356933c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:53.201757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:53.216352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group_rule and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:53.222313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:53.243012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:53.244917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:53.290139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.455126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.457718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.459712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.462306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:53.520207 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77eee06-4dd6-47ee-ad79-cfb14f06e45d,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:53.533224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:53.550052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.554454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-00fd327a-3c05-4a19-aa5f-8d7d325595b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3896067
Apr 15 20:49:53.556491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51320) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:53.571130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:53.584406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:53.597453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:floatingip and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:53.608508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:53.621986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:53.644252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.819401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f75c66f4320>> segment before_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.822989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f75c66f4320>> subnet precommit_delete_associations 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.825307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> segment_host_mapping after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.827596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> port after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.828179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> port after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.831558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> port after_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.832099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> segment after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.832701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> subnet after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.833312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> subnet after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.833845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f75c553e160>> subnet after_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:53.856538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.905308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Transition to ACTIVE for port object be4fe5ee-1667-4e27-98ca-d73036cb3f0f will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:53.941439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:53.991232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:53.999612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.095591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa96607-0d87-4947-9ba1-1ac81a061aa9 None None] Pushing event updated for resources: {'Port': ['ID=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:54.135019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c6468e48>> subnet after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:54.135747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c6468e48>> subnet after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:54.136323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c6468e48>> subnet before_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:54.136868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f75c6468e48>> subnet before_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 15 20:49:54.137486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c4c3f630>,) {'filters': {'network_id': ['d288145e-dfdb-4480-ab7c-346d1d55c758']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:54.148215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7fa96607-0d87-4947-9ba1-1ac81a061aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:54.152584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4c3f630>, '11752757-90cb-41b0-ae95-eecfe7cf91d5') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:54.153201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4c3f630>, '11752757-90cb-41b0-ae95-eecfe7cf91d5') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:54.219705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.278781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.291134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Allocated IP 172.27.2.134 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/8afab1bf-cb3e-4c30-8c8f-b4e77df5f84c) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:54.294180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:49:54.502472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.563482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.578943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.655689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Network d288145e-dfdb-4480-ab7c-346d1d55c758 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:49:54.680874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.737542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc828>, [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:44Z', 'revision_number': 3, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port': {'id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:54.748625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Checking router: c92d68cc-177e-4da3-938c-6e3865fa0930 for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:49:54.749018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Updating router c92d68cc-177e-4da3-938c-6e3865fa0930 port 076bab4c-369d-4f04-aeda-0288148fda3d binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:49:54.762438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:54.764929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Attempting to bind port be4fe5ee-1667-4e27-98ca-d73036cb3f0f on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:49:54.765354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Attempting to bind port be4fe5ee-1667-4e27-98ca-d73036cb3f0f by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:49:54.765762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Attempting to bind port be4fe5ee-1667-4e27-98ca-d73036cb3f0f on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:49:54.791081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:49:54.791511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Checking segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:54.791989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.792427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Bound using segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:49:54.792960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Bound port: be4fe5ee-1667-4e27-98ca-d73036cb3f0f, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:49:54.793378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.854357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:54.859713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:54.878135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:54.905033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:54.976872 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] For port be4fe5ee-1667-4e27-98ca-d73036cb3f0f, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:49:54.992168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] For port be4fe5ee-1667-4e27-98ca-d73036cb3f0f, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:49:55.002505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.347511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.351767 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 5.0652249
Apr 15 20:49:55.364809 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'Port': ['ID=8afab1bf-cb3e-4c30-8c8f-b4e77df5f84c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:55.368194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51366) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:55.384313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'security_group_rule': {'security_group_id': 'b4b6ad05-0fe2-42a1-b803-d78b25b547fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:55.396591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:55.397630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:55.404956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group_rule and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:55.410283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:55.422548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:55.429493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Network d288145e-dfdb-4480-ab7c-346d1d55c758 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:49:55.432348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:55.476266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.494156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   from cryptography.utils import int_from_bytes
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   from cryptography.utils import int_from_bytes
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   (rel_b, rel_a, rel_b),
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   (rel_b, rel_a, rel_b),
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:49:55.509180 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:49:55.564683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:55.569800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3d68>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:55.669519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.674401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.690815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0412c097-bb30-498c-8146-4341bd16c0bc tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:55.713383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:55.746112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Transition to ACTIVE for port object ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:55.762595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:55.774891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:55.775130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.778214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.813178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51380) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:55.823272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:55.831764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b572aba0-0575-4e51-8c72-c1f39f3d5bfb,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:55.849254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.849416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:55.850635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:55.851715 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 13.1162186
Apr 15 20:49:55.855555 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8803f0d4-8385-4daf-b773-ea3f737a5ac1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4830143
Apr 15 20:49:55.860969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51384) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:55.872675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:55.881146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:55.887611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:floatingip and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:55.888294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:55.889408 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-c73d92d6-dff4-4927-a72c-b8707847eeff tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:49:55.890541 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-c73d92d6-dff4-4927-a72c-b8707847eeff tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0229294
Apr 15 20:49:55.891475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:55.893389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:55.899705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:55.923146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.000167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85091691-8e7c-451d-8dae-a4e369ceb6da None None] Pushing event updated for resources: {'Port': ['ID=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:56.133594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-85091691-8e7c-451d-8dae-a4e369ceb6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:56.184176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa96607-0d87-4947-9ba1-1ac81a061aa9 None None] Pushing event updated for resources: {'Port': ['ID=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:56.185516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.222021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.248181 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7fa96607-0d87-4947-9ba1-1ac81a061aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:56.289113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:49:56.306946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ddba3dcbb8436485b1397ac0ad78bf is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:49:56.318525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:49:56.326046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.335253 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d288145e-dfdb-4480-ab7c-346d1d55c758 HTTP/1.1" status: 204  len: 168 time: 6.0397375
Apr 15 20:49:56.352981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Pushing event deleted for resources: {'Network': ['ID=d288145e-dfdb-4480-ab7c-346d1d55c758,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:56.404447 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.406988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a05734-0acd-4fc1-abfd-146710f71e68 req-f5aa5d14-67d6-4d52-aad2-25e137afd4c4 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:56.417970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3d68>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:56.418761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:49:56.422398 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a9a05734-0acd-4fc1-abfd-146710f71e68 req-f5aa5d14-67d6-4d52-aad2-25e137afd4c4 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 931 time: 2.2536969
Apr 15 20:49:56.424283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0ade-6ba2-4bc5-aaa0-650401b9052d None None] The sync data for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi is: [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:49:56.434550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.456477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Transition to ACTIVE for port object 076bab4c-369d-4f04-aeda-0288148fda3d will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:56.494054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.623776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51396) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:56.630767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:56.795160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Request body: {'port': {'device_id': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:49:56.808085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.832720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:56.885751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.932687 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a9a05734-0acd-4fc1-abfd-146710f71e68 req-6f19df61-bf0e-4dbc-a187-868d21cb905e tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5069647
Apr 15 20:49:56.977293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.979025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Attempting to bind port 076bab4c-369d-4f04-aeda-0288148fda3d on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:49:56.979025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Attempting to bind port 076bab4c-369d-4f04-aeda-0288148fda3d by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:49:56.979213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Attempting to bind port 076bab4c-369d-4f04-aeda-0288148fda3d on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:49:56.993298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:49:56.993679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:56.994413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:56.994519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:49:56.995045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Bound port: 076bab4c-369d-4f04-aeda-0288148fda3d, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:49:56.995453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.026852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aeadcb0d-7f0a-4854-8a31-d21110374167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:57.094992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.148941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] For port 076bab4c-369d-4f04-aeda-0288148fda3d, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:49:57.172974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] For port 076bab4c-369d-4f04-aeda-0288148fda3d, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=076bab4c-369d-4f04-aeda-0288148fda3d,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:49:57.180328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.183058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b36f08-5737-4c4f-b5b9-19fb3b0fa55b None None] Pushing event updated for resources: {'Port': ['ID=076bab4c-369d-4f04-aeda-0288148fda3d,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:57.187733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.188914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-22b36f08-5737-4c4f-b5b9-19fb3b0fa55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:57.189893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Attempting to bind port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:49:57.190120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Attempting to bind port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:49:57.190476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Attempting to bind port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad on network bc245558-7323-4c47-8845-a48d9d9c02dd {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:49:57.193249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'Port': ['ID=8afab1bf-cb3e-4c30-8c8f-b4e77df5f84c,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:57.210971 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-598fa497-aef1-4d19-b62f-752bb0f333c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf230826a52942ddb45365ee1f228c6a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5697072
Apr 15 20:49:57.212632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:57.222661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:57.227139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51406) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:57.256078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:49:57.256542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Checking segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:49:57.256939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.257352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Bound using segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:49:57.257902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Bound port: ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:49:57.258317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.289244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.347987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.381231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:57.483270 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5ddba3dcbb8436485b1397ac0ad78bf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6539991
Apr 15 20:49:57.492186 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b36f08-5737-4c4f-b5b9-19fb3b0fa55b None None] Pushing event updated for resources: {'Port': ['ID=076bab4c-369d-4f04-aeda-0288148fda3d,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:57.492746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51416) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:57.494023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Allocated IP 172.27.2.235 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/08b278bc-e221-467e-b628-bcad9ddc7b3d) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:57.501785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa36ee09-1548-47fa-bd76-5f602da2f8de,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:57.502695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-22b36f08-5737-4c4f-b5b9-19fb3b0fa55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:57.518244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] For port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:49:57.522320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:57.524690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] For port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:49:57.544087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.566602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:57.605190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.674651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Routers {'c92d68cc-177e-4da3-938c-6e3865fa0930'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:57.675347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc828>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['c92d68cc-177e-4da3-938c-6e3865fa0930'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:57.787238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.817522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.831272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Allocated IP 172.20.0.1 (a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e/2a04a3f8-034e-427d-96f8-7ebe69548914/da932902-1b69-4b84-9286-88ef58737800) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:49:57.859250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.966740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:57.992306 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.4343054
Apr 15 20:49:58.026248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.107897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.138753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85091691-8e7c-451d-8dae-a4e369ceb6da None None] Pushing event updated for resources: {'Port': ['ID=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:58.181308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.183219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-85091691-8e7c-451d-8dae-a4e369ceb6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:58.193990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-929dae98-289a-427c-a895-f6c5305e6da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:58.217860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f8354-20c3-4ac8-b9f9-2252b6a8acb7,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:58.227929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:58.248857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.248857 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/692f8354-20c3-4ac8-b9f9-2252b6a8acb7 HTTP/1.1" status: 204  len: 168 time: 1.0183177
Apr 15 20:49:58.278730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.295217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:58.312274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] Set router c92d68cc-177e-4da3-938c-6e3865fa0930 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:58.356786 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa36ee09-1548-47fa-bd76-5f602da2f8de,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:58.361664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.365621 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa36ee09-1548-47fa-bd76-5f602da2f8de HTTP/1.1" status: 204  len: 168 time: 0.8633599
Apr 15 20:49:58.381130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:58.383098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.388478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device be4fe5ee-1667-4e27-98ca-d73036cb3f0f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:49:58.423451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:58.489981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.512044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7d489c-3682-4964-aef5-e85161c6450a {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:49:58.532781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.555027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d8b3-b38b-48a9-957f-5db0caa035c1 req-76f85198-3500-4639-9af9-601b0ef4b905 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:49:58.557059 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d066d8b3-b38b-48a9-957f-5db0caa035c1 req-76f85198-3500-4639-9af9-601b0ef4b905 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 931 time: 0.2585051
Apr 15 20:49:58.627938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Transition to ACTIVE for port object ea7d489c-3682-4964-aef5-e85161c6450a will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:49:58.635613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port be4fe5ee-1667-4e27-98ca-d73036cb3f0f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:49:58.648784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port be4fe5ee-1667-4e27-98ca-d73036cb3f0f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:49:58.649214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.720130 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d066d8b3-b38b-48a9-957f-5db0caa035c1 req-53ce6d50-e0cc-45cb-863b-35178fcd865a tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507595
Apr 15 20:49:58.725043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.726133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.781123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:58.784824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:58.785431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:49:58.786724 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c66d77f0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:58.791463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:58.831757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'Port': ['ID=08b278bc-e221-467e-b628-bcad9ddc7b3d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:58.842023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:58.927601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8a9cf3ef-eb84-4d05-9361-a7d17c40bff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:58.961634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:58.998213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:59.040534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Pushing event updated for resources: {'Port': ['ID=da932902-1b69-4b84-9286-88ef58737800,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:59.087586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port be4fe5ee-1667-4e27-98ca-d73036cb3f0f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:49:59.095670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:59.098088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:59.178176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:49:59.178520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:59.235670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:59.249416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:59.318887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51476) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:59.358985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:49:59.360512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7d489c-3682-4964-aef5-e85161c6450a,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:49:59.382621 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:59.383449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:49:59.384082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:49:59.385122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51480) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:49:59.395421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:49:59.400600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:49:59.454097 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-bd706085-2a00-469f-837b-fedd15ac2e06 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--352213419&fields=id&tenant_id=08781aa151cd48cdae7588ece3fc8b91 HTTP/1.1" status: 200  len: 267 time: 0.8902111
Apr 15 20:49:59.499756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc828>, [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:44Z', 'revision_number': 3, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port': {'id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:59.510418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c47ac7a-0566-4a11-8a6c-d6aeff39af6d None None] The sync data for ids ['c92d68cc-177e-4da3-938c-6e3865fa0930'] in dv-cinder-562053-18-iscsi is: [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:44Z', 'revision_number': 3, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port': {'id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:49:59.580998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:49:59.684339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c66d77f0>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:49:57Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:49:59.690051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a591b3-3cb8-4224-bae9-f585ebc8cca5 None None] The sync data for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi is: [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:49:57Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:50:00.236124 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9cd0227f-5aaf-499d-9fec-dc286581cafb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96533d22ad704148a0db457ae87b1f22&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9157994
Apr 15 20:50:00.246909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51504) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:00.254616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51506) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:00.427316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.430607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.441436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:00.453016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.465710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.476914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:00.484295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:00.618274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Usage tracker for resource:security_group_rule and tenant:4e99d2968a0a472296e6387e5edc268e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:00.622823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:00.626709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'Port': ['ID=08b278bc-e221-467e-b628-bcad9ddc7b3d,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:00.632237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:00.632913 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.653371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:00.663398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.675714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:00.756693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:00.765308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.855343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.859684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:00.866817 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Usage tracker for resource:security_group_rule and tenant:209d590153bc41888a79c789bd73af5d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:00.872789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:00.899122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:00.908306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-7e5cf3f3-2cd7-4303-b6f8-62e09868c1d1 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:00.911420 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-7e5cf3f3-2cd7-4303-b6f8-62e09868c1d1 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 810 time: 1.4152219
Apr 15 20:50:00.915959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:00.921743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.924695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device be4fe5ee-1667-4e27-98ca-d73036cb3f0f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:00.946773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:00.959156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:00.981535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374736e-85ac-4735-b444-b089b41c4078 req-06faefb6-421f-464a-90f7-2e3cdea05a27 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:00.985782 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b374736e-85ac-4735-b444-b089b41c4078 req-06faefb6-421f-464a-90f7-2e3cdea05a27 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 943 time: 0.7348008
Apr 15 20:50:00.997246 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-f8778c0f-174b-4681-a934-a66512b00deb tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/quotas/08781aa151cd48cdae7588ece3fc8b91 HTTP/1.1" status: 200  len: 375 time: 0.0664394
Apr 15 20:50:01.021402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.024168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee3f1a4-7615-4b54-b080-6da02eada20a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:01.043713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:01.099048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:01.130782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.132094 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aee3f1a4-7615-4b54-b080-6da02eada20a HTTP/1.1" status: 204  len: 168 time: 0.8761852
Apr 15 20:50:01.160170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.218705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.230747 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.3547070
Apr 15 20:50:01.244375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:01.257816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:01.272491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port be4fe5ee-1667-4e27-98ca-d73036cb3f0f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:01.272914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.273722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.276936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Attempting to bind port ea7d489c-3682-4964-aef5-e85161c6450a on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:50:01.277737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Attempting to bind port ea7d489c-3682-4964-aef5-e85161c6450a by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '80d99501-c6aa-4cc5-bc90-d6b0230768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:50:01.278626 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Attempting to bind port ea7d489c-3682-4964-aef5-e85161c6450a on network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:01.280678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.310520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3c78b09b-995c-40c6-a7b5-a22248df0b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:01.361258 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=209d590153bc41888a79c789bd73af5d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1008849
Apr 15 20:50:01.365904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51522) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:01.413935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1c7af7-71b7-498a-a6d8-32986b6ac98a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:01.433816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:01.439830 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b374736e-85ac-4735-b444-b089b41c4078 req-55955219-2c3c-4a76-960f-1e465ae2628b tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4374905
Apr 15 20:50:01.496188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Port ea7d489c-3682-4964-aef5-e85161c6450a on network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:50:01.496536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Attempting to bind port ea7d489c-3682-4964-aef5-e85161c6450a on network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:01.526288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.552394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:50:01.553344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Checking segment: {'id': '80d99501-c6aa-4cc5-bc90-d6b0230768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:01.554100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Bound using segment: {'id': '80d99501-c6aa-4cc5-bc90-d6b0230768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:50:01.555059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Bound port: ea7d489c-3682-4964-aef5-e85161c6450a, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d99501-c6aa-4cc5-bc90-d6b0230768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:50:01.555592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.567279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.622020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.634291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.639603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:01.657152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1c7af7-71b7-498a-a6d8-32986b6ac98a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:01.660378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:01.663210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.667329 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f1c7af7-71b7-498a-a6d8-32986b6ac98a HTTP/1.1" status: 204  len: 168 time: 0.3001690
Apr 15 20:50:01.716402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:01.754028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-4f7fd364-f09e-45b7-9a08-5d2f62973d74 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Synchronizing usage tracker for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:01.776713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-933aef3f-e37b-49ac-8c43-0ad12c54b416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:01.894910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae7e51b-ddf7-4697-a3e1-2c2780ed0f7c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:01.898452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:01.908244 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-12ce42fe-de04-4ad4-a111-73b82920fe9d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1435788563&fields=id&tenant_id=560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 267 time: 0.2798932
Apr 15 20:50:01.922904 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e99d2968a0a472296e6387e5edc268e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4674172
Apr 15 20:50:01.925948 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51552) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:01.932180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-4f7fd364-f09e-45b7-9a08-5d2f62973d74 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Unset dirty status for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:01.933580 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-4f7fd364-f09e-45b7-9a08-5d2f62973d74 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8874948
Apr 15 20:50:02.035673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.066322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.resource_extend [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 20:50:02.070080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.086667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] For port ea7d489c-3682-4964-aef5-e85161c6450a, host hv-cinder-56205, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:50:02.127491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.137924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51564) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:02.143225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.167280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.172752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] For port ea7d489c-3682-4964-aef5-e85161c6450a, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ea7d489c-3682-4964-aef5-e85161c6450a,segment=NetworkSegment(80d99501-c6aa-4cc5-bc90-d6b0230768cc),segment_id=80d99501-c6aa-4cc5-bc90-d6b0230768cc)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:50:02.179093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c1d0eb95-194a-47ef-8182-43f5e25bb8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:02.196513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.206204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae7e51b-ddf7-4697-a3e1-2c2780ed0f7c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:02.208772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:02.218777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:02.223560 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Usage tracker for resource:security_group_rule and tenant:0f887c88e0f94fd6a72a387d5cea84b1 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:02.225237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:02.227501 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:02.233802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:02.278903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.329546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.330793 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ae7e51b-ddf7-4697-a3e1-2c2780ed0f7c HTTP/1.1" status: 204  len: 168 time: 0.4029379
Apr 15 20:50:02.333162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.337121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.345642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7831db2c-f0a6-4bf9-9903-046b04cc2b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:02.358135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 076bab4c-369d-4f04-aeda-0288148fda3d up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:02.400706 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f887c88e0f94fd6a72a387d5cea84b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2612422
Apr 15 20:50:02.402023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457b2de-99e9-44f3-bc48-c30655afdca4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:02.405561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:02.412269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51574) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:02.460719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-2bb478ed-1c69-4e9b-bb44-c18cb578e62e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:02.462425 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-2bb478ed-1c69-4e9b-bb44-c18cb578e62e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 817 time: 0.5380168
Apr 15 20:50:02.469551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Pushing event updated for resources: {'Port': ['ID=da932902-1b69-4b84-9286-88ef58737800,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:02.503738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:02.504829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.508406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.520066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-08913b1a-5b9d-4a29-ab87-b8225d09cf63 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:02.539969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.543293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 076bab4c-369d-4f04-aeda-0288148fda3d completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:02.549616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 076bab4c-369d-4f04-aeda-0288148fda3d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:02.550596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.595721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.604248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:02.620450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457b2de-99e9-44f3-bc48-c30655afdca4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:02.631659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:02.633463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.638128 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a457b2de-99e9-44f3-bc48-c30655afdca4 HTTP/1.1" status: 204  len: 168 time: 0.2306831
Apr 15 20:50:02.737677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.761712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 076bab4c-369d-4f04-aeda-0288148fda3d, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=076bab4c-369d-4f04-aeda-0288148fda3d,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:02.772289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.773705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:02.845014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-71319d5b-3b3a-4bd8-8326-6b2823808812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:02.960865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:02.961070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:02.961784 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-56b84de1-d117-4155-b9e1-d60697dc76a6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/quotas/560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 375 time: 0.4534214
Apr 15 20:50:03.005162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=076bab4c-369d-4f04-aeda-0288148fda3d,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:03.017452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:03.044457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-3ffc6863-e6ad-41a7-8db3-6eee435f27a6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 20:50:03.045887 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-3ffc6863-e6ad-41a7-8db3-6eee435f27a6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7233644
Apr 15 20:50:03.211596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7d489c-3682-4964-aef5-e85161c6450a,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:03.215488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:03.297229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:03.297952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:03.299629 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/ea7d489c-3682-4964-aef5-e85161c6450a HTTP/1.1" status: 200  len: 1093 time: 7.0646996
Apr 15 20:50:03.305777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'tag': 'ea7d489c-3682-4964-aef5-e85161c6450a'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:03.383961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:50:03.386962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:03.401192 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-d00abe41-812d-4653-9424-e7418cefcf1f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4380212
Apr 15 20:50:03.406738 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-6ebda4bc-5d16-4aa6-b8a9-7efdbb73649b service neutron] 10.222.0.25 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3380566
Apr 15 20:50:03.929984 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-7953d437-e902-4550-8141-4a1aad671265 service neutron] 10.222.0.25 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4584553
Apr 15 20:50:03.935336 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-e5f0bbaa-a801-46df-b85a-59d9ee6650f2 service neutron] 10.222.0.25 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4752734
Apr 15 20:50:03.969341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Router c92d68cc-177e-4da3-938c-6e3865fa0930 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:50:03.997778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f317-8727-4a04-a228-40baef3b888b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:04.206494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 076bab4c-369d-4f04-aeda-0288148fda3d up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:04.210619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-996efa99-fab4-40e8-923b-c64817db9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:04.212193 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-996efa99-fab4-40e8-923b-c64817db9f4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26218b7071e74e95ba4b4371ee280893&device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 1096 time: 0.4448121
Apr 15 20:50:04.295252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 076bab4c-369d-4f04-aeda-0288148fda3d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:04.296288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:04.367022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-80a10e1a-0781-470b-80b8-4229d0152c52 service neutron] 10.222.0.25 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3966010
Apr 15 20:50:04.617501 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:50:04.632973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Sync routers for ids ['c92d68cc-177e-4da3-938c-6e3865fa0930'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:50:04.652513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Routers {'c92d68cc-177e-4da3-938c-6e3865fa0930'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:50:04.654558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5c33588>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:49:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['c92d68cc-177e-4da3-938c-6e3865fa0930'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:04.685521 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] 10.222.0.25 "PUT /v2.0/routers/c92d68cc-177e-4da3-938c-6e3865fa0930/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2281222
Apr 15 20:50:04.718413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062786a5-18d7-4cef-aa3f-f4cf0acd9421 req-f412a0b6-4d69-4126-9569-3f11a48e0226 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:04.731912 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-062786a5-18d7-4cef-aa3f-f4cf0acd9421 req-f412a0b6-4d69-4126-9569-3f11a48e0226 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 943 time: 0.3008583
Apr 15 20:50:04.804245 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-062786a5-18d7-4cef-aa3f-f4cf0acd9421 req-c61df2e6-2b9a-4dc1-94f5-8bf71400f9c0 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711968
Apr 15 20:50:04.915255 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-27e3fc02-6192-4066-9fe3-943b9f0eeb16 req-b0eedea3-0bed-4d36-823d-08b1d911b2de tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 210 time: 0.0636828
Apr 15 20:50:05.163491 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fdbebd41-f364-4d34-b749-01483400cece req-d3df3a0d-dcd9-44d1-b3d1-afb88a028c84 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 210 time: 0.1385283
Apr 15 20:50:05.197844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Set router c92d68cc-177e-4da3-938c-6e3865fa0930 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:50:05.361960 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'tag': 'ea7d489c-3682-4964-aef5-e85161c6450a', 'status': 'completed', 'code': 200}
Apr 15 20:50:05.793420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51746) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:05.914120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5c33588>, [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 4, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port': {'id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'da932902-1b69-4b84-9286-88ef58737800', 'name': '', 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'mac_address': 'fa:16:3e:2e:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:57Z', 'updated_at': '2021-04-15T20:50:01Z', 'revision_number': 2, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'subnets': [{'id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:05.918667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-200c3e78-79ab-4150-8f42-3f86629f982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:05.922084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Checking router: c92d68cc-177e-4da3-938c-6e3865fa0930 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:50:05.922654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Updating router c92d68cc-177e-4da3-938c-6e3865fa0930 port da932902-1b69-4b84-9286-88ef58737800 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:50:06.047383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.131552 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-5b68a2b4-949e-4b2d-afd6-f72e84b16d4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea7d489c-3682-4964-aef5-e85161c6450a HTTP/1.1" status: 200  len: 217 time: 0.1206720
Apr 15 20:50:06.236915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.275352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:06.302537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:70cbd8d4d7754333af44803890431fc0 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:06.310560 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:06.327667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:06.365115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-c1d34a2b-96ca-45d8-8982-3d1f361d7ecb tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:06.366750 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-c1d34a2b-96ca-45d8-8982-3d1f361d7ecb tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 819 time: 0.2505724
Apr 15 20:50:06.376611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4756-b356-4d59-9d0b-15fc28d33d37 req-16d9b64c-bf35-4886-884f-7cd3d9f30f7f tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:06.378226 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56fe4756-b356-4d59-9d0b-15fc28d33d37 req-16d9b64c-bf35-4886-884f-7cd3d9f30f7f tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 943 time: 0.4454150
Apr 15 20:50:06.425674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-730f9719-2a70-4742-98fa-8496abb6dee8 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/quotas/970826eaf51449d5a8ec098e5a3627bd HTTP/1.1" status: 200  len: 375 time: 0.0393763
Apr 15 20:50:06.508920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.509279 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56fe4756-b356-4d59-9d0b-15fc28d33d37 req-dcf6d25f-4055-4174-85a9-0df60e602d26 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211131
Apr 15 20:50:06.526186 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Transition to ACTIVE for port object da932902-1b69-4b84-9286-88ef58737800 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:06.538991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.558782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:06.584283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.589587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.603107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:06.621554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-986059d2-267a-4c26-97c4-0a6845392333 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Synchronizing usage tracker for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:06.706103 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70cbd8d4d7754333af44803890431fc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9085488
Apr 15 20:50:06.707534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 51786) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:06.713057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.713283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d9921-6a53-4cb2-8cc0-d207d40baf7b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:06.722629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:06.725994 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a464db8f-4e98-4857-a0a2-73ec704a0ce4 req-3de14d26-9b72-42a1-b180-bd0679b18610 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 210 time: 0.0716226
Apr 15 20:50:06.726635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-986059d2-267a-4c26-97c4-0a6845392333 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Unset dirty status for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:06.727932 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-986059d2-267a-4c26-97c4-0a6845392333 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2866547
Apr 15 20:50:06.729715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13dc32-b5af-42e8-bf28-5d2b61de8cd8 None None] Pushing event updated for resources: {'Port': ['ID=da932902-1b69-4b84-9286-88ef58737800,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:06.733161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-da13dc32-b5af-42e8-bf28-5d2b61de8cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:06.869142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-039bc42f-73b0-4b28-aa9d-97d009ff6d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:06.946084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-039bc42f-73b0-4b28-aa9d-97d009ff6d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:07.030960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Attempting to bind port da932902-1b69-4b84-9286-88ef58737800 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:50:07.031640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Attempting to bind port da932902-1b69-4b84-9286-88ef58737800 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:50:07.032705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Attempting to bind port da932902-1b69-4b84-9286-88ef58737800 on network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:07.041595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:50:07.042444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Checking segment: {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:07.069494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:07.070416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Bound using segment: {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:50:07.077651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Bound port: da932902-1b69-4b84-9286-88ef58737800, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:50:07.080653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:07.196411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-039bc42f-73b0-4b28-aa9d-97d009ff6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:07.202802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6a80a368-aa65-4f5a-8d36-972e1ae62f96 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:07.234916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] For port da932902-1b69-4b84-9286-88ef58737800, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:50:07.238791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bc42f-73b0-4b28-aa9d-97d009ff6d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d9921-6a53-4cb2-8cc0-d207d40baf7b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:07.239154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] For port da932902-1b69-4b84-9286-88ef58737800, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=da932902-1b69-4b84-9286-88ef58737800,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:50:07.243822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-039bc42f-73b0-4b28-aa9d-97d009ff6d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:07.250291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-039bc42f-73b0-4b28-aa9d-97d009ff6d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:07.251804 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-039bc42f-73b0-4b28-aa9d-97d009ff6d5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a0d9921-6a53-4cb2-8cc0-d207d40baf7b HTTP/1.1" status: 204  len: 168 time: 0.5407245
Apr 15 20:50:07.269201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:07.292610 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b8fb63c4-c73c-4150-8a17-be9c1f877b90 req-bb81c659-495f-4b9c-8520-5dd805426cda tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 210 time: 0.1495984
Apr 15 20:50:07.367315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-7beb982a-74ce-453f-bacb-08823460e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:07.369471 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-7beb982a-74ce-453f-bacb-08823460e5ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127 HTTP/1.1" status: 200  len: 851 time: 0.2324622
Apr 15 20:50:07.382873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:07.435748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:07.509209 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-3b3d99b0-f1d1-4a3b-bf49-5fac785b3a41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb4a4a04-9a8b-4961-8dd9-401bda98ec93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1285160
Apr 15 20:50:07.511346 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-fe8bdfbb-00be-4fad-885d-c3ca0c386dc8 service neutron] 10.222.0.25 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7753265
Apr 15 20:50:07.512368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13dc32-b5af-42e8-bf28-5d2b61de8cd8 None None] Pushing event updated for resources: {'Port': ['ID=da932902-1b69-4b84-9286-88ef58737800,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:07.524974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-da13dc32-b5af-42e8-bf28-5d2b61de8cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:07.591993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Routers {'c92d68cc-177e-4da3-938c-6e3865fa0930'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:50:07.592910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5c33588>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:50:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['c92d68cc-177e-4da3-938c-6e3865fa0930'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:07.864425 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] Set router c92d68cc-177e-4da3-938c-6e3865fa0930 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:50:08.003614 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-f1d169c2-15cd-4559-9870-f1d7d5721813 service neutron] 10.222.0.25 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4746661
Apr 15 20:50:08.007363 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-bb9e3081-4209-416e-9d16-3f7975478a89 service neutron] 10.222.0.62 "GET /v2.0/networks/eb4a4a04-9a8b-4961-8dd9-401bda98ec93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4770575
Apr 15 20:50:08.027864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb0a2b-b356-4683-a54a-f59f5012071b req-2f8c52b6-eb10-4243-a8be-bafe8e4fd514 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:08.030379 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-44cb0a2b-b356-4683-a54a-f59f5012071b req-2f8c52b6-eb10-4243-a8be-bafe8e4fd514 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 943 time: 0.2898190
Apr 15 20:50:08.155451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.62', 51580) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:08.277057 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ff0835b0-0187-4d43-9bb8-8b0b43aabf6d req-fec7b073-bd7b-4ff0-8674-6b626dffa4e1 service neutron] 10.222.0.62 "GET /v2.0/networks/eb4a4a04-9a8b-4961-8dd9-401bda98ec93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2618182
Apr 15 20:50:08.448443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-9d0b5a39-8b09-4d36-a43b-2c832e8815b3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:08.450798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-9d0b5a39-8b09-4d36-a43b-2c832e8815b3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Synchronizing usage tracker for tenant:560f66c334274db5b78dbe4a540680ae on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:08.475870 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-44cb0a2b-b356-4683-a54a-f59f5012071b req-9487ea6b-5a3c-43d8-a471-fdffcd9a0f0c tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974146
Apr 15 20:50:08.495841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-9d0b5a39-8b09-4d36-a43b-2c832e8815b3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Unset dirty status for tenant:560f66c334274db5b78dbe4a540680ae on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:08.497327 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-9d0b5a39-8b09-4d36-a43b-2c832e8815b3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 817 time: 0.3391645
Apr 15 20:50:08.668137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:08.700164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5c33588>, [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 4, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port': {'id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'da932902-1b69-4b84-9286-88ef58737800', 'name': '', 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'mac_address': 'fa:16:3e:2e:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:57Z', 'updated_at': '2021-04-15T20:50:07Z', 'revision_number': 4, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'subnets': [{'id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:08.711056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde39923-19ef-4e62-876e-e82a8717c7cc None None] The sync data for ids ['c92d68cc-177e-4da3-938c-6e3865fa0930'] in dv-cinder-562053-18-iscsi is: [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 4, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port': {'id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'da932902-1b69-4b84-9286-88ef58737800', 'name': '', 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'mac_address': 'fa:16:3e:2e:43:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:57Z', 'updated_at': '2021-04-15T20:50:07Z', 'revision_number': 4, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'subnets': [{'id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:50:08.741069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-3f2df198-9bc7-4fa7-b348-f5c65aa2f16c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Synchronizing usage tracker for tenant:560f66c334274db5b78dbe4a540680ae on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:08.797791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.62', 51581) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:09.086787 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b14c26d4-83cd-471d-8dad-61ed79006f4f req-794abf62-8b8b-473a-8d01-d7e1e2d63d7f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 210 time: 0.5209105
Apr 15 20:50:09.136905 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-644bb831-0105-4491-a6fe-1160878fc29b req-33fe9e7b-7a22-4155-9fe4-47f011924352 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 210 time: 0.4478440
Apr 15 20:50:09.259415 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-3f2df198-9bc7-4fa7-b348-f5c65aa2f16c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Unset dirty status for tenant:560f66c334274db5b78dbe4a540680ae on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:09.260191 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-3f2df198-9bc7-4fa7-b348-f5c65aa2f16c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 5704 time: 0.7531335
Apr 15 20:50:09.305486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-35ef9612-cc64-4425-b12c-afb6147afd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:09.312889 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-35ef9612-cc64-4425-b12c-afb6147afd64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26218b7071e74e95ba4b4371ee280893&device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 1096 time: 0.6226845
Apr 15 20:50:09.407348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-26b213c4-578c-46a0-8acb-f671ca8d941f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:09.408551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-26b213c4-578c-46a0-8acb-f671ca8d941f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Synchronizing usage tracker for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:09.432223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'port': {'device_id': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'admin_state_up': True, 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'security_groups': ['b4b6ad05-0fe2-42a1-b803-d78b25b547fe']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:09.842577 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-84abbe25-e302-4a9a-8e63-a2cec5809da3 req-9944e745-7b1a-4217-831a-2991bd3eddc0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 210 time: 0.1163943
Apr 15 20:50:09.869128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:09.905238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-26b213c4-578c-46a0-8acb-f671ca8d941f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Unset dirty status for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:09.906465 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-26b213c4-578c-46a0-8acb-f671ca8d941f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 810 time: 1.0816162
Apr 15 20:50:09.911248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:port and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:09.993009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:10.015456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:10.070656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Made reservation on behalf of 560f66c334274db5b78dbe4a540680ae for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:10.077244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:10.202760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-5d2317e2-4fcb-42ea-93bb-cc1c0df862b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:10.204357 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-5d2317e2-4fcb-42ea-93bb-cc1c0df862b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eb4a4a04-9a8b-4961-8dd9-401bda98ec93 HTTP/1.1" status: 200  len: 912 time: 0.8761518
Apr 15 20:50:10.256335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 51944) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:10.313669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device da932902-1b69-4b84-9286-88ef58737800 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:10.327524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-fa939588-3f77-45d0-93c3-dae6350ad7a4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Synchronizing usage tracker for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:10.377095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-fa939588-3f77-45d0-93c3-dae6350ad7a4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Unset dirty status for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:10.378903 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-fa939588-3f77-45d0-93c3-dae6350ad7a4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08781aa151cd48cdae7588ece3fc8b91 HTTP/1.1" status: 200  len: 5703 time: 0.4590993
Apr 15 20:50:10.392865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'port': {'device_id': '72737adb-619b-4d5b-a503-bbc6dc050730', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'admin_state_up': True, 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'security_groups': ['cdfeb27a-c179-48a5-9be8-e8fd0356933c']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:10.495178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port da932902-1b69-4b84-9286-88ef58737800 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:10.503353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port da932902-1b69-4b84-9286-88ef58737800 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:10.504875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:10.719715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:10.728688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-3b7a4912-4b5f-4731-8eff-ab277960f009 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:10.730841 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-3b7a4912-4b5f-4731-8eff-ab277960f009 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 819 time: 0.5337224
Apr 15 20:50:10.763693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.62', 51592) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:10.766702 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-84d71064-b8e7-49db-81d8-728db8af9981 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea7d489c-3682-4964-aef5-e85161c6450a HTTP/1.1" status: 200  len: 217 time: 0.5117040
Apr 15 20:50:10.805857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port da932902-1b69-4b84-9286-88ef58737800, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=da932902-1b69-4b84-9286-88ef58737800,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:10.810634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:10.814978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:10.827949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Allocated IP 172.20.0.13 (3d31bfab-fb01-4c6e-971f-d5f973fb5726/90f44962-a470-4659-bdf3-7d4e587655e5/1888f5f8-a327-41e5-9d41-cdfceac452fa) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:50:10.989390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-5d7df512-73fc-4473-ab88-47426eeab7cc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:10.991276 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-5d7df512-73fc-4473-ab88-47426eeab7cc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 819 time: 0.2236581
Apr 15 20:50:11.030131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:11.058225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Request body: {'port': {'device_id': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'admin_state_up': True, 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:11.072289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=da932902-1b69-4b84-9286-88ef58737800,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:11.082390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:11.249789 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-c7c5fc15-efa5-458c-b5b6-3c0701c80707 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/quotas/970826eaf51449d5a8ec098e5a3627bd HTTP/1.1" status: 200  len: 375 time: 0.4848461
Apr 15 20:50:11.253187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:11.258036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:11.278268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:11.292467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Transition to ACTIVE for port object 1888f5f8-a327-41e5-9d41-cdfceac452fa will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:11.294782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:11.299314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Usage tracker for resource:security_group_rule and tenant:7acf5345704842388decbdf47c8dcdd2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:11.303048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:11.306944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ea7d489c-3682-4964-aef5-e85161c6450a details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:50:11.307241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Made reservation on behalf of 08781aa151cd48cdae7588ece3fc8b91 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:11.313482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:11.314269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:11.417758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:11.453284 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:11.533351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port ea7d489c-3682-4964-aef5-e85161c6450a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ea7d489c-3682-4964-aef5-e85161c6450a,segment=NetworkSegment(80d99501-c6aa-4cc5-bc90-d6b0230768cc),segment_id=80d99501-c6aa-4cc5-bc90-d6b0230768cc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:11.540906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cee540-32b3-472a-8e2d-514a67774d56 req-37506ba6-d605-4816-bc8d-771d122f97e2 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:11.542596 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e9cee540-32b3-472a-8e2d-514a67774d56 req-37506ba6-d605-4816-bc8d-771d122f97e2 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 943 time: 1.5133836
Apr 15 20:50:11.544821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:11.558478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': 'ea7d489c-3682-4964-aef5-e85161c6450a', 'network_id': 'eb4a4a04-9a8b-4961-8dd9-401bda98ec93', 'port_id': 'ea7d489c-3682-4964-aef5-e85161c6450a', 'mac_address': 'fa:16:3e:c0:d7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:50:11.602834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:11.616455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:11.627808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:11.647260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-49773ad7-61bf-4e70-a0a2-32362d4f84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:11.648957 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-49773ad7-61bf-4e70-a0a2-32362d4f84fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127 HTTP/1.1" status: 200  len: 851 time: 0.6699860
Apr 15 20:50:11.657414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1528f8b8-cef3-418f-b55f-5e8197c1d4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:11.657787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:11.673238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:11.728332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53663228-991a-4754-bb93-9a68bdcff1a6,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:11.740325 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e9cee540-32b3-472a-8e2d-514a67774d56 req-9d00c365-d244-4370-8c6a-08e5accc52d7 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872277
Apr 15 20:50:11.741752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Made reservation on behalf of 970826eaf51449d5a8ec098e5a3627bd for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:11.746673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Allocated IP 172.20.0.8 (bc245558-7323-4c47-8845-a48d9d9c02dd/8a80310d-b616-4310-b44a-7152fca526f5/8767f162-45e0-4f6c-9b97-61bc4f7facbf) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:50:11.747884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:11.795074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:11.874459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:50:11.880503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:11.910017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:50:12.005111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.037350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7d489c-3682-4964-aef5-e85161c6450a {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:12.077208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port ea7d489c-3682-4964-aef5-e85161c6450a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ea7d489c-3682-4964-aef5-e85161c6450a,segment=NetworkSegment(80d99501-c6aa-4cc5-bc90-d6b0230768cc),segment_id=80d99501-c6aa-4cc5-bc90-d6b0230768cc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:12.084639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.086606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:12.202854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=ea7d489c-3682-4964-aef5-e85161c6450a,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:12.207474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:12.212227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:12.212963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.242956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device da932902-1b69-4b84-9286-88ef58737800 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:12.289027 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8915081
Apr 15 20:50:12.297171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.309473 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Request body: {'port': {'device_id': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:12.344541 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7acf5345704842388decbdf47c8dcdd2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0809591
Apr 15 20:50:12.345654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52008) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:12.349263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-998cbefb-f12e-4e43-b5c6-814693443068 None None] Provisioning for port 1888f5f8-a327-41e5-9d41-cdfceac452fa completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:12.351323 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-971097ef-1536-4ff4-a609-82102188ee9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eb4a4a04-9a8b-4961-8dd9-401bda98ec93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6639917
Apr 15 20:50:12.361885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-998cbefb-f12e-4e43-b5c6-814693443068 None None] Provisioning complete for port 1888f5f8-a327-41e5-9d41-cdfceac452fa triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:12.362643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-998cbefb-f12e-4e43-b5c6-814693443068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.383814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Transition to ACTIVE for port object 8767f162-45e0-4f6c-9b97-61bc4f7facbf will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:12.428314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-998cbefb-f12e-4e43-b5c6-814693443068 None None] Port 1888f5f8-a327-41e5-9d41-cdfceac452fa cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:50:12.431323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['ea7d489c-3682-4964-aef5-e85161c6450a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:50:12.481644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Allocated IP 172.20.0.4 (a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e/2a04a3f8-034e-427d-96f8-7ebe69548914/9ad919b6-e84e-4ba2-a574-b395a88215ff) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:50:12.526891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.527709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port da932902-1b69-4b84-9286-88ef58737800 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:12.528339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.551329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.587466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:12.675426 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-7b47e3df-1336-48ea-9191-62ab01613e2c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&fields=id HTTP/1.1" status: 200  len: 255 time: 1.4245317
Apr 15 20:50:12.701746 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-64176b17-21f7-4e65-ac54-681704756451 req-50a8166b-b005-4bb1-94ac-93928fb07638 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 210 time: 0.3537624
Apr 15 20:50:12.967088 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-78a73236-0fc8-460d-aa8e-bac8f630b94a service neutron] 10.222.0.62 "GET /v2.0/networks/eb4a4a04-9a8b-4961-8dd9-401bda98ec93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4813876
Apr 15 20:50:12.994202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.091683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:13.289196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ea7d489c-3682-4964-aef5-e85161c6450a up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:13.290688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'Port': ['ID=8767f162-45e0-4f6c-9b97-61bc4f7facbf,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:13.304684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:13.311326 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-e659c884-1138-4435-b446-1b1fb4a003d8 service neutron] 10.222.0.25 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6126459
Apr 15 20:50:13.311555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.322545 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-855f064f-6438-4415-9704-2d31fcc5488b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:13.374137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port ea7d489c-3682-4964-aef5-e85161c6450a completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:13.381136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port ea7d489c-3682-4964-aef5-e85161c6450a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:13.381547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.408932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53663228-991a-4754-bb93-9a68bdcff1a6,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:13.421887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:13.436008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.439866 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53663228-991a-4754-bb93-9a68bdcff1a6 HTTP/1.1" status: 204  len: 168 time: 1.0806599
Apr 15 20:50:13.450700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Network bc245558-7323-4c47-8845-a48d9d9c02dd is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:50:13.453927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:13.457966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:50:13.555831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.566874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:13.567608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.579215 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-e21b207e-9986-41b7-9b02-68a2e5340511 service neutron] 10.222.0.25 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563117
Apr 15 20:50:13.602944 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2161143
Apr 15 20:50:13.622190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Request body: {'port': {'device_id': '72737adb-619b-4d5b-a503-bbc6dc050730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:13.626689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.640602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port ea7d489c-3682-4964-aef5-e85161c6450a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ea7d489c-3682-4964-aef5-e85161c6450a,segment=NetworkSegment(80d99501-c6aa-4cc5-bc90-d6b0230768cc),segment_id=80d99501-c6aa-4cc5-bc90-d6b0230768cc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:13.647144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7d489c-3682-4964-aef5-e85161c6450a'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:13.683950 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f5e949c-2bb5-48c5-86c9-6f5de2f9b00c req-cb4d3d41-cb19-45cb-8dd7-0b002ac954fe service neutron] 10.222.0.62 "GET /v2.0/networks/eb4a4a04-9a8b-4961-8dd9-401bda98ec93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6125734
Apr 15 20:50:13.686540 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.741490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.750909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af82a6c5-9c39-4db0-9926-783626fbe66b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:13.799516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a23acff7-87f1-4a1e-ad58-4123a663ce7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:13.822110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1888f5f8-a327-41e5-9d41-cdfceac452fa {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:13.893293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=ea7d489c-3682-4964-aef5-e85161c6450a,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:13.897059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-9b869484-7b51-4849-ab0f-73fd13bdcc82 None None] Provisioning for port 8767f162-45e0-4f6c-9b97-61bc4f7facbf completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:13.903200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:13.904681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-9b869484-7b51-4849-ab0f-73fd13bdcc82 None None] Provisioning complete for port 8767f162-45e0-4f6c-9b97-61bc4f7facbf triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:13.905240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9b869484-7b51-4849-ab0f-73fd13bdcc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:13.995337 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:14.051673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:14.069279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-9b869484-7b51-4849-ab0f-73fd13bdcc82 None None] Port 8767f162-45e0-4f6c-9b97-61bc4f7facbf cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:50:14.080519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Pushing event updated for resources: {'Port': ['ID=9ad919b6-e84e-4ba2-a574-b395a88215ff,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:14.102949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fce8c-6fdb-47e7-8466-0503dd27ab35 req-a03001f7-92ea-4495-b90e-f77ebec28c74 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:14.111950 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-549fce8c-6fdb-47e7-8466-0503dd27ab35 req-a03001f7-92ea-4495-b90e-f77ebec28c74 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 932 time: 1.1437495
Apr 15 20:50:14.135127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:14.161396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:50:14.166072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:14.219332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Transition to ACTIVE for port object 1888f5f8-a327-41e5-9d41-cdfceac452fa will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:14.254109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:14.255525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52062) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:14.286622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:50:14.398607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:14.399906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:14.500926 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-549fce8c-6fdb-47e7-8466-0503dd27ab35 req-574577e8-9ed8-4ecf-8b8a-95b92fc43677 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3639543
Apr 15 20:50:14.549882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:14.609582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a9629-1afa-4ee6-9090-42c30e682d93 req-99f84929-0e0f-4e43-8b92-90ab56dde48f tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:14.621145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:14.629146 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9d7a9629-1afa-4ee6-9090-42c30e682d93 req-99f84929-0e0f-4e43-8b92-90ab56dde48f tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.4915481
Apr 15 20:50:14.661004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:14.751320 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7087903
Apr 15 20:50:14.763620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:14.790223 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9d7a9629-1afa-4ee6-9090-42c30e682d93 req-312035c7-7818-4fd7-b464-49589b577c86 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598315
Apr 15 20:50:14.794722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Request body: {'port': {'device_id': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:14.861702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Usage tracker for resource:security_group_rule and tenant:e7b6d1c652514dd89719964da444d9e8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:14.868794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:14.949055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:14.952825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:14.962812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:15.051025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068c464-a0de-4331-ac5d-a4ccd68df017 req-3f8d48ea-4645-483b-9f73-797e8944e109 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:15.059118 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a068c464-a0de-4331-ac5d-a4ccd68df017 req-3f8d48ea-4645-483b-9f73-797e8944e109 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 931 time: 0.3812816
Apr 15 20:50:15.236342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-227529e1-1076-4467-a009-01808932a478 req-62299514-6b3d-49ac-aade-c369cafb11e5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Synchronizing usage tracker for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:15.260520 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a068c464-a0de-4331-ac5d-a4ccd68df017 req-fa04b0cb-284a-427b-99ad-fb9a85d552b7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2002749
Apr 15 20:50:15.303507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-227529e1-1076-4467-a009-01808932a478 req-62299514-6b3d-49ac-aade-c369cafb11e5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Unset dirty status for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:15.326288 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-227529e1-1076-4467-a009-01808932a478 req-62299514-6b3d-49ac-aade-c369cafb11e5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 210 time: 0.2616801
Apr 15 20:50:15.333273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Attempting to bind port 1888f5f8-a327-41e5-9d41-cdfceac452fa on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:50:15.333647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Attempting to bind port 1888f5f8-a327-41e5-9d41-cdfceac452fa by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:50:15.334021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Attempting to bind port 1888f5f8-a327-41e5-9d41-cdfceac452fa on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:15.341066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:15.362783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Port 1888f5f8-a327-41e5-9d41-cdfceac452fa on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:50:15.363219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Attempting to bind port 1888f5f8-a327-41e5-9d41-cdfceac452fa on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:15.384648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:50:15.384996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Checking segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:15.385619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Bound using segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:50:15.386145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Bound port: 1888f5f8-a327-41e5-9d41-cdfceac452fa, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:50:15.386518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:15.572747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:15.598641 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:15.673726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaf79a4d-39f1-4e84-9266-aeaee1d9db16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:15.718286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8767f162-45e0-4f6c-9b97-61bc4f7facbf {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:15.733594 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7d489c-3682-4964-aef5-e85161c6450a', 'code': 200}
Apr 15 20:50:15.777436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:15.832129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f9d871-8b5b-4140-8419-568136f59903,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:15.840289 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7b6d1c652514dd89719964da444d9e8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5822651
Apr 15 20:50:15.841559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:15.847392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Transition to ACTIVE for port object 8767f162-45e0-4f6c-9b97-61bc4f7facbf will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:15.848095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52108) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:15.940619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:15.943829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:50:15.993659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:16.025344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.62', 51605) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:16.061159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:50:16.138633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-5534a64c-5598-4de4-8237-0e4e8ff6836c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:16.140495 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-5534a64c-5598-4de4-8237-0e4e8ff6836c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 819 time: 0.5151062
Apr 15 20:50:16.173659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Request body: {'port': {'device_id': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'admin_state_up': True, 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:16.177480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:16.233078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:16.243807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Pushing event updated for resources: {'Port': ['ID=8767f162-45e0-4f6c-9b97-61bc4f7facbf,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:16.563998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:16.582154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aba599da-66d9-4d7d-b2bb-679e0b57d47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:16.612990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914b822-9e5c-47f2-bde8-24d2d0fde0f9 req-34c1dfd6-9b50-444c-9823-7208244c2545 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:16.615304 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1914b822-9e5c-47f2-bde8-24d2d0fde0f9 req-34c1dfd6-9b50-444c-9823-7208244c2545 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.7621603
Apr 15 20:50:16.712431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:16.724636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e491a67-b54a-4fe3-bddb-369dec360242 req-d2ffa61e-de06-41d5-9595-d50fe3fdd094 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:16.726322 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1e491a67-b54a-4fe3-bddb-369dec360242 req-d2ffa61e-de06-41d5-9595-d50fe3fdd094 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.6841643
Apr 15 20:50:16.795163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-c524dfad-2cee-4f74-8887-973bd88beb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:16.797017 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-c524dfad-2cee-4f74-8887-973bd88beb26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 1098 time: 0.7584651
Apr 15 20:50:16.822725 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1e491a67-b54a-4fe3-bddb-369dec360242 req-cdcf6326-dd23-4717-a9a6-92e540bdf12a tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815430
Apr 15 20:50:16.831515 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1914b822-9e5c-47f2-bde8-24d2d0fde0f9 req-648a0633-db4f-493a-bc78-a6c301754c71 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000344
Apr 15 20:50:16.834549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:16.862657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:16.867758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:16.931756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:16.963053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Made reservation on behalf of 970826eaf51449d5a8ec098e5a3627bd for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:16.969877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:16.992366 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.089712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:17.130742 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:17.131685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.133362 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] 10.222.0.62 "PUT /v2.0/ports/1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 200  len: 1094 time: 4.8323364
Apr 15 20:50:17.140538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:17.145848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Usage tracker for resource:security_group_rule and tenant:00d8b3ab9e144207a44a5d8bffca5ea8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:17.164158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:17.180968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad919b6-e84e-4ba2-a574-b395a88215ff {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:17.183946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:17.237035 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8a2244a4-e10f-42d7-8263-19ae72fcf1d7 req-9d314974-f4fe-4b02-8fbf-bc6b72d1e5f9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 210 time: 0.1465549
Apr 15 20:50:17.240273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.295446 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Transition to ACTIVE for port object 9ad919b6-e84e-4ba2-a574-b395a88215ff will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:17.303397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.314367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5f14bfa9-ea3d-4843-bbb6-63ab552fc25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:17.314981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.341148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f9d871-8b5b-4140-8419-568136f59903,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:17.343996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:17.384553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.386187 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73f9d871-8b5b-4140-8419-568136f59903 HTTP/1.1" status: 204  len: 168 time: 1.5367193
Apr 15 20:50:17.407049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Attempting to bind port 8767f162-45e0-4f6c-9b97-61bc4f7facbf on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:50:17.407671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Attempting to bind port 8767f162-45e0-4f6c-9b97-61bc4f7facbf by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:50:17.408329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Attempting to bind port 8767f162-45e0-4f6c-9b97-61bc4f7facbf on network bc245558-7323-4c47-8845-a48d9d9c02dd {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:17.427962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Port 8767f162-45e0-4f6c-9b97-61bc4f7facbf on network bc245558-7323-4c47-8845-a48d9d9c02dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:50:17.428671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Attempting to bind port 8767f162-45e0-4f6c-9b97-61bc4f7facbf on network bc245558-7323-4c47-8845-a48d9d9c02dd {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:17.442758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:50:17.443458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Checking segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:17.444367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Bound using segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:50:17.445478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Bound port: 8767f162-45e0-4f6c-9b97-61bc4f7facbf, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:50:17.445962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.503274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d592ac3-94ac-40e5-9ad6-c3d25d7d4221 req-8052353e-3981-4d5c-ac1e-6e9bcaed0bf6 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:17.505276 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d592ac3-94ac-40e5-9ad6-c3d25d7d4221 req-8052353e-3981-4d5c-ac1e-6e9bcaed0bf6 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 943 time: 0.4926002
Apr 15 20:50:17.509874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-50ba55d9-b650-4c1a-957e-34285c2f3732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:17.562147 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'status': 'completed', 'code': 200}
Apr 15 20:50:17.565039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-c0900c78-54c0-4851-9b97-1ca0713fa13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:17.567048 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-c0900c78-54c0-4851-9b97-1ca0713fa13b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1097 time: 0.3699925
Apr 15 20:50:17.586543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] For port 8767f162-45e0-4f6c-9b97-61bc4f7facbf, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:50:17.590317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] For port 8767f162-45e0-4f6c-9b97-61bc4f7facbf, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:50:17.603443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad919b6-e84e-4ba2-a574-b395a88215ff,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:17.604131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.648406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:17.710122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:17.777262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.801107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:17.838894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Synchronizing usage tracker for tenant:00d8b3ab9e144207a44a5d8bffca5ea8 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:17.840432 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d592ac3-94ac-40e5-9ad6-c3d25d7d4221 req-5f94c69e-2b8b-4020-b348-30d0ad1bce90 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2550511
Apr 15 20:50:17.896140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Allocated IP 172.20.0.5 (a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e/2a04a3f8-034e-427d-96f8-7ebe69548914/728b42dc-e994-4248-bbe6-daf9125ac73c) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:50:17.943044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Pushing event updated for resources: {'Port': ['ID=8767f162-45e0-4f6c-9b97-61bc4f7facbf,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:17.968866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:17.969445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:18.023333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Attempting to bind port 9ad919b6-e84e-4ba2-a574-b395a88215ff on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:50:18.023721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Attempting to bind port 9ad919b6-e84e-4ba2-a574-b395a88215ff by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:50:18.026303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Attempting to bind port 9ad919b6-e84e-4ba2-a574-b395a88215ff on network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:18.030031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Unset dirty status for tenant:00d8b3ab9e144207a44a5d8bffca5ea8 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:18.031327 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c1353490-921c-4675-8bf3-6e9466e8ed11 req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1444204
Apr 15 20:50:18.080503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Port 9ad919b6-e84e-4ba2-a574-b395a88215ff on network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:50:18.080899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Attempting to bind port 9ad919b6-e84e-4ba2-a574-b395a88215ff on network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:18.107221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=411d2e7c-6b29-498b-9490-d4fe774430da,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:18.121547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:18.125703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:18.126739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:18.129256 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] 10.222.0.62 "PUT /v2.0/ports/8767f162-45e0-4f6c-9b97-61bc4f7facbf HTTP/1.1" status: 200  len: 1093 time: 4.5168524
Apr 15 20:50:18.321272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:50:18.321639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Checking segment: {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:18.322068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Bound using segment: {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:50:18.322562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Bound port: 9ad919b6-e84e-4ba2-a574-b395a88215ff, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:50:18.322950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:18.586400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de5103-c087-4130-9b3d-e54e7ee61981 req-3cf3111a-0d7d-4af8-8520-7302f321d0f5 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:18.588092 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f9de5103-c087-4130-9b3d-e54e7ee61981 req-3cf3111a-0d7d-4af8-8520-7302f321d0f5 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.4041209
Apr 15 20:50:18.621748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] For port 9ad919b6-e84e-4ba2-a574-b395a88215ff, host hv-cinder-56205, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:50:18.689764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b48ae6-d720-4f23-a0a2-0499644db7df req-d904cb65-2629-4ffb-91e0-549832372836 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:18.691467 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49b48ae6-d720-4f23-a0a2-0499644db7df req-d904cb65-2629-4ffb-91e0-549832372836 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.5137806
Apr 15 20:50:18.698621 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] For port 9ad919b6-e84e-4ba2-a574-b395a88215ff, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:50:18.707880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:18.727950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:18.734869 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f9de5103-c087-4130-9b3d-e54e7ee61981 req-c433f00e-15e7-4737-a614-7101b0559fbc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253536
Apr 15 20:50:18.768561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:18.935624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49b48ae6-d720-4f23-a0a2-0499644db7df req-d3c5f0a2-8009-42ab-afb1-80f7b4da9eff tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2338939
Apr 15 20:50:18.950775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad919b6-e84e-4ba2-a574-b395a88215ff,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:18.959276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:19.002310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:19.074017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:19.278981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:19.279657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:19.281150 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] 10.222.0.62 "PUT /v2.0/ports/9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 200  len: 1093 time: 4.5127654
Apr 15 20:50:19.284229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'tag': '9ad919b6-e84e-4ba2-a574-b395a88215ff'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:19.300774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Pushing event updated for resources: {'Port': ['ID=728b42dc-e994-4248-bbe6-daf9125ac73c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:19.311358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:19.388342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8936df6-f464-42aa-a9de-e67606df8112 req-e7ad401d-2208-4375-83ec-d7e4cd235a71 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:19.389964 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8936df6-f464-42aa-a9de-e67606df8112 req-e7ad401d-2208-4375-83ec-d7e4cd235a71 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 931 time: 0.3854644
Apr 15 20:50:19.429677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:50:19.434204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:19.445288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:50:19.483015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267d70e-ff33-4285-b251-52f6ec80f96c req-a6166796-790e-4caa-9f7e-a115cec58bf7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:19.483015 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9267d70e-ff33-4285-b251-52f6ec80f96c req-a6166796-790e-4caa-9f7e-a115cec58bf7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 943 time: 0.3620598
Apr 15 20:50:19.521995 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8936df6-f464-42aa-a9de-e67606df8112 req-c7d10c41-b29a-448f-b910-b2f9e77e11c5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242833
Apr 15 20:50:19.563293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:19.572331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:19.573043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:19.582165 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'tag': '9ad919b6-e84e-4ba2-a574-b395a88215ff', 'status': 'completed', 'code': 200}
Apr 15 20:50:19.590938 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9267d70e-ff33-4285-b251-52f6ec80f96c req-03bff141-9df3-4341-8554-79d49c3453f1 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977023
Apr 15 20:50:19.609886 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-483410a9-fd63-4f6f-ac32-bae3287d45d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4477499
Apr 15 20:50:19.633618 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'status': 'completed', 'code': 200}
Apr 15 20:50:20.092124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6e41b-907e-4d01-9885-5ebbbaf27625 req-122b62b1-422f-449c-a0aa-50adbbed37d3 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.093984 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bac6e41b-907e-4d01-9885-5ebbbaf27625 req-122b62b1-422f-449c-a0aa-50adbbed37d3 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.1068387
Apr 15 20:50:20.289878 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-bb6226f9-a8c8-4b4c-9019-aa78cea4e5ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 200  len: 217 time: 0.1546552
Apr 15 20:50:20.392112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4872e72-fc7b-408a-aa48-697e78ee5dcc req-92ad9fb9-f59f-48d5-82e7-67e870f785bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.393770 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d4872e72-fc7b-408a-aa48-697e78ee5dcc req-92ad9fb9-f59f-48d5-82e7-67e870f785bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1096 time: 0.1667004
Apr 15 20:50:20.397955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-0a8e7924-aff3-449a-aae2-ded0f0bfc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.399563 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-0a8e7924-aff3-449a-aae2-ded0f0bfc8e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.1006815
Apr 15 20:50:20.412909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Request body: {'port': {'device_id': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:20.554447 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bac6e41b-907e-4d01-9885-5ebbbaf27625 req-f4ef73e5-4686-4a69-9987-333913a8a79c tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4529116
Apr 15 20:50:20.616751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4872e72-fc7b-408a-aa48-697e78ee5dcc req-361d2218-501b-4b05-8908-f2672f6e87c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.618334 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d4872e72-fc7b-408a-aa48-697e78ee5dcc req-361d2218-501b-4b05-8908-f2672f6e87c0 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=970826eaf51449d5a8ec098e5a3627bd&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2169850
Apr 15 20:50:20.625213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-e7c7bff3-0cc3-40b3-9e8c-e118c23a0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.626873 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-e7c7bff3-0cc3-40b3-9e8c-e118c23a0611 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2016215
Apr 15 20:50:20.661979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:20.684906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7a832-91ec-4979-9609-713ab0e824ac req-d73bcdd5-4619-4c66-9fd9-05f01541ea78 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.686782 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6ca7a832-91ec-4979-9609-713ab0e824ac req-d73bcdd5-4619-4c66-9fd9-05f01541ea78 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.5838852
Apr 15 20:50:20.799013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cfb24-27b2-4987-b207-0d6f2ddf74fd req-95f98cb2-ce7c-459d-9d17-3f48dad94a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.800152 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f30cfb24-27b2-4987-b207-0d6f2ddf74fd req-95f98cb2-ce7c-459d-9d17-3f48dad94a41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 1096 time: 0.3579583
Apr 15 20:50:20.899022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4872e72-fc7b-408a-aa48-697e78ee5dcc req-df50326e-7a7c-487f-bbb5-b1fc70db191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:20.899022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d4872e72-fc7b-408a-aa48-697e78ee5dcc req-df50326e-7a7c-487f-bbb5-b1fc70db191e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2711964
Apr 15 20:50:20.900828 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-6e901e05-d2ed-44c2-a92d-293c3c0c4468 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506707
Apr 15 20:50:20.997881 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6ca7a832-91ec-4979-9609-713ab0e824ac req-9331291a-941c-44c4-aa59-21810929954d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2617228
Apr 15 20:50:21.185221 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9e560b1-045b-4911-8a6b-4aede8d0dc2a req-6378edf7-c544-4d41-82a2-7861d20ce728 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2746146
Apr 15 20:50:21.213087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-e110964b-7d0c-47a1-aa88-7a012fc79204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:21.215777 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-e110964b-7d0c-47a1-aa88-7a012fc79204 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1096 time: 0.2717538
Apr 15 20:50:21.245243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5a0b3-bc6d-4981-abf5-97860f12ddfe req-ccef993a-7ab5-4fad-b884-8e4ec24a1094 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:21.246068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-1da5a0b3-bc6d-4981-abf5-97860f12ddfe req-ccef993a-7ab5-4fad-b884-8e4ec24a1094 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Synchronizing usage tracker for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:21.314184 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-bb6dfb8f-baeb-4543-9626-d69f7438579c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 200  len: 217 time: 0.0805843
Apr 15 20:50:21.331389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cfb24-27b2-4987-b207-0d6f2ddf74fd req-a78b4225-6fa2-4b3d-aa8a-6faa7933ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:21.333144 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f30cfb24-27b2-4987-b207-0d6f2ddf74fd req-a78b4225-6fa2-4b3d-aa8a-6faa7933ccb2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=08781aa151cd48cdae7588ece3fc8b91&shared=False HTTP/1.1" status: 200  len: 911 time: 0.5230157
Apr 15 20:50:21.340098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-1da5a0b3-bc6d-4981-abf5-97860f12ddfe req-ccef993a-7ab5-4fad-b884-8e4ec24a1094 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Unset dirty status for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:21.348555 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1da5a0b3-bc6d-4981-abf5-97860f12ddfe req-ccef993a-7ab5-4fad-b884-8e4ec24a1094 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 931 time: 0.6724997
Apr 15 20:50:21.501566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-acb5ebe8-f677-469e-9a40-e7fb0ed1a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:21.511201 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-acb5ebe8-f677-469e-9a40-e7fb0ed1a7da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.1159773
Apr 15 20:50:21.575414 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1da5a0b3-bc6d-4981-abf5-97860f12ddfe req-e8b55721-d3f4-4541-ad9e-a9cd59e372f3 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2233026
Apr 15 20:50:21.606863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63f5e7-4f66-4921-bb07-819d716ca81a req-1f2c5c91-318c-4e2c-a525-a5e985af6018 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:21.614163 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-35b7823c-7b29-4605-b399-084aa179d393 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0950830
Apr 15 20:50:21.616682 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d63f5e7-4f66-4921-bb07-819d716ca81a req-1f2c5c91-318c-4e2c-a525-a5e985af6018 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 943 time: 0.4223678
Apr 15 20:50:21.816868 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-c6153026-16a0-407c-a13d-2e93937d68ae service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938591
Apr 15 20:50:21.825288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-a5a83d75-128f-4bb0-b85f-aaf3e7a1eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:21.827221 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-a5a83d75-128f-4bb0-b85f-aaf3e7a1eb51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1097 time: 0.5121348
Apr 15 20:50:21.891098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cfb24-27b2-4987-b207-0d6f2ddf74fd req-3a04619b-5102-446f-b935-86f9dc24612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:21.892754 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f30cfb24-27b2-4987-b207-0d6f2ddf74fd req-3a04619b-5102-446f-b935-86f9dc24612d service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5355971
Apr 15 20:50:21.910982 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d63f5e7-4f66-4921-bb07-819d716ca81a req-0e0ad312-7311-46a6-ae77-0677c4c3958d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2492085
Apr 15 20:50:21.914165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728b42dc-e994-4248-bbe6-daf9125ac73c {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:21.926455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:22.043123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Transition to ACTIVE for port object 728b42dc-e994-4248-bbe6-daf9125ac73c will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:22.051220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:22.088041 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:22.152442 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747680cb-92ee-4121-b186-ce0d9a3c927a req-a53512ff-9fd4-498c-b4da-5cbe696f74d6 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:22.163571 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-747680cb-92ee-4121-b186-ce0d9a3c927a req-a53512ff-9fd4-498c-b4da-5cbe696f74d6 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.4287534
Apr 15 20:50:22.418858 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-237e7eb2-0b6f-4195-aaca-39ae5ef3cef9 req-16254676-6376-448b-ba88-68b1538171ca service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5900085
Apr 15 20:50:22.436180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-6aa43d61-887c-4c8a-aabd-b51a162fa6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:22.439696 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-6aa43d61-887c-4c8a-aabd-b51a162fa6cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.5831201
Apr 15 20:50:22.451373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Pushing event updated for resources: {'Port': ['ID=728b42dc-e994-4248-bbe6-daf9125ac73c,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:22.473359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:22.478571 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-747680cb-92ee-4121-b186-ce0d9a3c927a req-e3444d9d-cc70-4b2f-8c02-3614905ce8f6 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3140454
Apr 15 20:50:22.481015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-bbaa812b-7707-4b8b-9975-12da0459994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:22.483040 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-bbaa812b-7707-4b8b-9975-12da0459994e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 1096 time: 0.5389826
Apr 15 20:50:22.564492 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-4cd63d5f-34ab-430d-9f59-228a0d1ce680 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 200  len: 217 time: 0.1185327
Apr 15 20:50:22.607985 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-0c66d270-5908-4866-b8ca-179d36118e22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf HTTP/1.1" status: 200  len: 217 time: 0.1075113
Apr 15 20:50:22.664038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61bc9c-f0f2-484a-8ddc-a221dfc7918f req-f90ffc4c-5d8c-42d9-9379-652393cce294 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:22.672197 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bf61bc9c-f0f2-484a-8ddc-a221dfc7918f req-f90ffc4c-5d8c-42d9-9379-652393cce294 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.4286282
Apr 15 20:50:22.728927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-74fe6a0d-6ff5-459f-a2da-821a87001987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:22.733131 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-74fe6a0d-6ff5-459f-a2da-821a87001987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.1614833
Apr 15 20:50:22.745885 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bf61bc9c-f0f2-484a-8ddc-a221dfc7918f req-18166363-acc3-41d7-bfc5-fd4602eeac2f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726259
Apr 15 20:50:22.868708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-a6bc4809-3d7b-4449-acb0-aa48d1d3b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:22.870354 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-a6bc4809-3d7b-4449-acb0-aa48d1d3b853 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1290951
Apr 15 20:50:23.073930 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-7b7f4549-7784-47f1-a29f-879ff30ca954 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959929
Apr 15 20:50:23.293941 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9efa77a4-3bd4-4f02-a69f-c092ee34832e req-cf911d4c-0732-44c9-94ab-74b0a75e940b service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109573
Apr 15 20:50:23.294336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-97793e5e-158f-42ce-bc1a-57b94ece984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:23.295907 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-97793e5e-158f-42ce-bc1a-57b94ece984f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.6776705
Apr 15 20:50:23.508319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca64e9-11f0-4a3a-91dd-43737c24e305 req-2bcecd66-9fbc-4f0c-8d25-10c4e71b104b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:23.509937 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5cca64e9-11f0-4a3a-91dd-43737c24e305 req-2bcecd66-9fbc-4f0c-8d25-10c4e71b104b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 943 time: 0.3619564
Apr 15 20:50:23.513729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Attempting to bind port 728b42dc-e994-4248-bbe6-daf9125ac73c on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:50:23.514093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Attempting to bind port 728b42dc-e994-4248-bbe6-daf9125ac73c by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:50:23.514450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Attempting to bind port 728b42dc-e994-4248-bbe6-daf9125ac73c on network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:23.526391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b955705-e00f-41d0-81c9-754074daab16 req-28a95afd-0a09-4dc9-ae54-01bfb95a73b0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:23.527722 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2b955705-e00f-41d0-81c9-754074daab16 req-28a95afd-0a09-4dc9-ae54-01bfb95a73b0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 943 time: 0.3895259
Apr 15 20:50:23.534395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Port 728b42dc-e994-4248-bbe6-daf9125ac73c on network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:50:23.534915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Attempting to bind port 728b42dc-e994-4248-bbe6-daf9125ac73c on network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:23.579494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:50:23.579903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Checking segment: {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:23.580296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Bound using segment: {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:50:23.580771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Bound port: 728b42dc-e994-4248-bbe6-daf9125ac73c, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df69f5f5-0a2f-4c04-9410-070f470dabcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:50:23.581144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:23.599105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-e8741508-ccf3-4f5e-aed9-684b425a993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:23.600716 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-e8741508-ccf3-4f5e-aed9-684b425a993e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2878385
Apr 15 20:50:23.701058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52384) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:23.757492 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5cca64e9-11f0-4a3a-91dd-43737c24e305 req-cfbf4f48-440d-4f72-8aae-efe86733e943 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2262764
Apr 15 20:50:23.769522 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2b955705-e00f-41d0-81c9-754074daab16 req-e28a18b1-60a8-4817-85cb-484d15dd9d7c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2311490
Apr 15 20:50:23.847966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] For port 728b42dc-e994-4248-bbe6-daf9125ac73c, host hv-cinder-56205, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:50:23.865732 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-713c392b-1737-4d0a-946c-264417da839b service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2490053
Apr 15 20:50:23.867398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] For port 728b42dc-e994-4248-bbe6-daf9125ac73c, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=728b42dc-e994-4248-bbe6-daf9125ac73c,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:50:23.871714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:23.874187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:23.892447 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:23.901794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Usage tracker for resource:security_group_rule and tenant:d6b8a492dd8548fcb499ca65a57f8e50 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:23.905303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:23.913060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:23.914766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-384eaf7d-8559-47d3-910e-a5cc095a5a5a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:23.973338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:50:24.033502 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.042464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.075650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aa9991eb-d364-4014-bec1-bce529018ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:24.086169 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6b8a492dd8548fcb499ca65a57f8e50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3839426
Apr 15 20:50:24.088934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52410) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:24.154078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:24.173907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'port_id': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'mac_address': 'fa:16:3e:48:2e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:50:24.176529 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2558d99d-8c5d-463e-856f-45560d9036ba,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:24.198428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:24.230689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Pushing event updated for resources: {'Port': ['ID=728b42dc-e994-4248-bbe6-daf9125ac73c,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:24.236255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:24.247678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.248906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.271041 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1888f5f8-a327-41e5-9d41-cdfceac452fa {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:24.289243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:24.293868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.294735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 9ad919b6-e84e-4ba2-a574-b395a88215ff details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:50:24.307855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.362194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.368272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bef19a85-d9f5-4b28-a409-ae3b90a83425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:24.417200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2558d99d-8c5d-463e-856f-45560d9036ba,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:24.430146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:24.431416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.437854 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2558d99d-8c5d-463e-856f-45560d9036ba HTTP/1.1" status: 204  len: 168 time: 0.3477654
Apr 15 20:50:24.446601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:24.447391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.449052 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] 10.222.0.62 "PUT /v2.0/ports/728b42dc-e994-4248-bbe6-daf9125ac73c HTTP/1.1" status: 200  len: 1093 time: 4.2816467
Apr 15 20:50:24.449669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'tag': '728b42dc-e994-4248-bbe6-daf9125ac73c'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:24.461736 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-42f64fdb-ffd9-453b-9493-847a1d107b17 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5884621
Apr 15 20:50:24.485981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 9ad919b6-e84e-4ba2-a574-b395a88215ff, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:24.496199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cb4a4-6d3a-4bf1-9a8c-0d37d0553bc4 req-ead192a5-c78b-4610-8835-0e8010bdc1fd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:24.498965 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cb4cb4a4-6d3a-4bf1-9a8c-0d37d0553bc4 req-ead192a5-c78b-4610-8835-0e8010bdc1fd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.5524108
Apr 15 20:50:24.529385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:24.556760 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cb4cb4a4-6d3a-4bf1-9a8c-0d37d0553bc4 req-a61c3bfb-bbd0-4f21-9f50-2c801fadf4c8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486343
Apr 15 20:50:24.558706 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'tag': '728b42dc-e994-4248-bbe6-daf9125ac73c', 'status': 'completed', 'code': 200}
Apr 15 20:50:24.645806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '9ad919b6-e84e-4ba2-a574-b395a88215ff', 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'port_id': '9ad919b6-e84e-4ba2-a574-b395a88215ff', 'mac_address': 'fa:16:3e:1e:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:50:24.662302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-7d69db58-8187-4f68-93de-0118e43c89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:24.664387 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-7d69db58-8187-4f68-93de-0118e43c89f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 1096 time: 0.1116381
Apr 15 20:50:24.770921 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-0a572928-99fe-4a7e-b126-9650df8e2097 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=728b42dc-e994-4248-bbe6-daf9125ac73c HTTP/1.1" status: 200  len: 217 time: 0.0958154
Apr 15 20:50:24.792819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.842871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad919b6-e84e-4ba2-a574-b395a88215ff {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:24.858803 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:24.870619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:24.882159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 9ad919b6-e84e-4ba2-a574-b395a88215ff, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:24.892238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:24.894436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7fa96607-0d87-4947-9ba1-1ac81a061aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:24.927711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-26a74a98-4aac-45a1-b425-b260fb52af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:24.929547 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-26a74a98-4aac-45a1-b425-b260fb52af19 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.1519749
Apr 15 20:50:25.016498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=9ad919b6-e84e-4ba2-a574-b395a88215ff,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:25.028166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:25.031353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52470) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:25.076416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:25.114417 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-35e1ae68-7de1-4d48-9d66-2f2604ea70f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1700521
Apr 15 20:50:25.115966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:25.120997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3f9ba992d1fd46b6a6d27b66ec207a22 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:25.124058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:25.131048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:25.134455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['9ad919b6-e84e-4ba2-a574-b395a88215ff'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:50:25.273617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:25.276857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['1888f5f8-a327-41e5-9d41-cdfceac452fa'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:50:25.281337 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:25.320753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de8535-e0b0-4a54-8130-3e78da18cc23 req-b3ba6a5c-93d5-4d1f-b29e-b5bef52c619b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:25.322443 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6de8535-e0b0-4a54-8130-3e78da18cc23 req-b3ba6a5c-93d5-4d1f-b29e-b5bef52c619b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 943 time: 0.2922833
Apr 15 20:50:25.326554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a9e682f3-7178-40e4-82ac-27c92a0d8506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:25.352409 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f9ba992d1fd46b6a6d27b66ec207a22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3170693
Apr 15 20:50:25.355597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52492) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:25.371061 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-4911d35e-56c4-4987-8190-d05229535e99 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2469876
Apr 15 20:50:25.477410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:25.523603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:25.617141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec209934-8a4c-4cf6-b382-30741e8a2a7e,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:25.624633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:25.626286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:25.638205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:25.667399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec209934-8a4c-4cf6-b382-30741e8a2a7e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:25.672616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:25.673962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:25.683931 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec209934-8a4c-4cf6-b382-30741e8a2a7e HTTP/1.1" status: 204  len: 168 time: 0.3225234
Apr 15 20:50:25.705599 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6de8535-e0b0-4a54-8130-3e78da18cc23 req-f2fab211-506a-4dea-93b2-95b54fff6ea4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3697748
Apr 15 20:50:25.708072 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fc9554a-dae1-48e5-84bc-50b4c0f2bddc req-5bbc4bca-b09b-44bc-9160-f3bc2b6c447e service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3292482
Apr 15 20:50:25.888209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:50:25.976772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8767f162-45e0-4f6c-9b97-61bc4f7facbf details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:50:26.042646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-dbe1e1c1-d35c-4c16-81bc-7a77d47a34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:26.044394 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-dbe1e1c1-d35c-4c16-81bc-7a77d47a34b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 1096 time: 0.2737768
Apr 15 20:50:26.066938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90996355-4263-4d54-b6b4-aa0a90a1687c req-12858bf4-efa3-4952-a106-d0d20c5f0e05 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:26.075080 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-90996355-4263-4d54-b6b4-aa0a90a1687c req-12858bf4-efa3-4952-a106-d0d20c5f0e05 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 943 time: 0.2312067
Apr 15 20:50:26.344539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 8767f162-45e0-4f6c-9b97-61bc4f7facbf, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:26.359242 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52532) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:26.374869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'port_id': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'mac_address': 'fa:16:3e:cb:e9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:50:26.384340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.402353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:26.407559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Usage tracker for resource:security_group_rule and tenant:ba51d230d81e4394a74385aa9b23e5a0 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:26.411323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:26.418856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:26.430784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5c911-287d-437f-8d45-a1f6d7034116 req-380eab18-c0e2-4fb6-82da-1da5e599bbea tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:26.438729 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9bb5c911-287d-437f-8d45-a1f6d7034116 req-380eab18-c0e2-4fb6-82da-1da5e599bbea tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 945 time: 0.5148835
Apr 15 20:50:26.484594 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-90996355-4263-4d54-b6b4-aa0a90a1687c req-a67df08c-e58b-458f-b606-8b46c529be23 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4082892
Apr 15 20:50:26.511807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.555975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.559506 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9bb5c911-287d-437f-8d45-a1f6d7034116 req-9b82f471-562f-4be0-8049-78b944807df0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197128
Apr 15 20:50:26.560750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8767f162-45e0-4f6c-9b97-61bc4f7facbf {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:26.563734 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.584950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 8767f162-45e0-4f6c-9b97-61bc4f7facbf, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:26.589105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.589471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f595f098-5e69-477d-8a3f-8dd418f77b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:26.590940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:26.610763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-3a433ea6-396d-4a6f-bc03-b2ef0307e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:26.612395 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-3a433ea6-396d-4a6f-bc03-b2ef0307e912 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 920 time: 0.5350904
Apr 15 20:50:26.671393 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba51d230d81e4394a74385aa9b23e5a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3097930
Apr 15 20:50:26.675981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=8767f162-45e0-4f6c-9b97-61bc4f7facbf,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:26.680794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52544) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:26.681088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:26.708570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028dd318-24d2-45bf-820f-82378d910bc9,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:26.721179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.721929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.722395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.722783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.723165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.723972 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.724365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.724753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.725200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.725682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.726057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.726601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:26.734254 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-91ca5910-3db5-4e64-9628-dcea9caab665 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=728b42dc-e994-4248-bbe6-daf9125ac73c HTTP/1.1" status: 200  len: 217 time: 0.1071403
Apr 15 20:50:26.739528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:26.792364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.814887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-4a416b21-9b6e-4629-9ed2-2d9f8bf04505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:26.816970 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-4a416b21-9b6e-4629-9ed2-2d9f8bf04505 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.0756538
Apr 15 20:50:26.830944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.834994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['8767f162-45e0-4f6c-9b97-61bc4f7facbf'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:50:26.886421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.896244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3787fd71-dff7-4564-a7ce-559188f3fae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:26.912055 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-8913e299-3e81-4d9d-ad05-d3139ea3a816 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0842617
Apr 15 20:50:26.914818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028dd318-24d2-45bf-820f-82378d910bc9,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:26.924593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:26.930751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:26.935289 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/028dd318-24d2-45bf-820f-82378d910bc9 HTTP/1.1" status: 204  len: 168 time: 0.2534606
Apr 15 20:50:27.132418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782b6f6-5aff-4a6f-a4a8-9b8f086cdfeb req-95d6030f-ffdd-4625-a7c2-28b8b0cf7b6b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:27.132418 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0782b6f6-5aff-4a6f-a4a8-9b8f086cdfeb req-95d6030f-ffdd-4625-a7c2-28b8b0cf7b6b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 943 time: 0.2178323
Apr 15 20:50:27.133957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52562) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:27.198674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-1fdc253f-a630-45de-9d88-416f0a9dbe58 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384975
Apr 15 20:50:27.220102 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0782b6f6-5aff-4a6f-a4a8-9b8f086cdfeb req-f9e7eae0-2bf1-4b8c-a5d5-7e160b90eb1b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795240
Apr 15 20:50:27.366394 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79e6dd0e-2eb1-4f7e-888a-d567a7c52285 req-b0df14d8-d9cf-48fb-abf7-f14f36e849a0 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581135
Apr 15 20:50:27.443537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52574) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:27.497614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.515363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:27.520152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Usage tracker for resource:security_group_rule and tenant:6d64eb13e0de4512919d0bc9e1a6f943 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:27.524727 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:27.531413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:27.566498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.587506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:27.591971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Usage tracker for resource:security_group_rule and tenant:d2eeae0e024743f295d0d7dd71800550 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:27.609815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:27.627248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:27.698878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.746254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.766555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fdd9806b-fb23-4c29-9db6-ea16a0093eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:27.795472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.802259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.812808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b34efddf-9235-4769-a931-d0af2d4a8a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:27.819297 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d64eb13e0de4512919d0bc9e1a6f943&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6818464
Apr 15 20:50:27.824588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52598) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:27.842531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2fb9e1-b9ad-4f9f-b5c4-ef96941a89ca,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:27.861469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.861857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.862231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.862678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.863277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.863661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.864064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.864439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.864806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.865169 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.865531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.865886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:27.866374 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2eeae0e024743f295d0d7dd71800550&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4215889
Apr 15 20:50:27.869347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52604) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:27.878164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:27.898253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccb7a6-3173-495a-b6c6-845b214761ce req-cb387f43-baac-4c3f-9945-6f45c5ce52d6 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:27.899955 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-20ccb7a6-3173-495a-b6c6-845b214761ce req-cb387f43-baac-4c3f-9945-6f45c5ce52d6 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 944 time: 0.2611127
Apr 15 20:50:27.903205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e72ea-0b5c-4b2e-8082-7ed14040f034,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:27.908000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:27.933022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.947957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134add-c4dd-47b7-a4b6-dc66022fdeea req-7949d224-80cd-4054-be49-532294c6aafe tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:27.949566 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32134add-c4dd-47b7-a4b6-dc66022fdeea req-7949d224-80cd-4054-be49-532294c6aafe tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 945 time: 0.2481785
Apr 15 20:50:27.974505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:27.989747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 728b42dc-e994-4248-bbe6-daf9125ac73c details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:50:28.014998 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-20ccb7a6-3173-495a-b6c6-845b214761ce req-7cda9842-6880-4cf6-b680-6731285eccf8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963421
Apr 15 20:50:28.061094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.073348 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32134add-c4dd-47b7-a4b6-dc66022fdeea req-230026fe-d339-4e46-b19b-7527e6deea27 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930297
Apr 15 20:50:28.074295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.079152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fa4b88aa-4657-49ec-8b65-c35948fefab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:28.098325 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2fb9e1-b9ad-4f9f-b5c4-ef96941a89ca,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:28.108684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.109926 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f2fb9e1-b9ad-4f9f-b5c4-ef96941a89ca HTTP/1.1" status: 204  len: 168 time: 0.2832913
Apr 15 20:50:28.114342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:28.132049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.158303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:28.225018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.237422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:28.285781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e72ea-0b5c-4b2e-8082-7ed14040f034,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:28.286036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 728b42dc-e994-4248-bbe6-daf9125ac73c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=728b42dc-e994-4248-bbe6-daf9125ac73c,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:28.291439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:28.314516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.318809 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/500e72ea-0b5c-4b2e-8082-7ed14040f034 HTTP/1.1" status: 204  len: 168 time: 0.4417520
Apr 15 20:50:28.336976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '728b42dc-e994-4248-bbe6-daf9125ac73c', 'network_id': 'a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e', 'port_id': '728b42dc-e994-4248-bbe6-daf9125ac73c', 'mac_address': 'fa:16:3e:22:29:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a04a3f8-034e-427d-96f8-7ebe69548914', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:50:28.425639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 1888f5f8-a327-41e5-9d41-cdfceac452fa completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:28.439720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 1888f5f8-a327-41e5-9d41-cdfceac452fa triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:28.440196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.608375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87612c-df06-4451-af42-9dd57f9a1a88 req-ac768d6d-3a71-4f83-b9fd-c2059f8a31d9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:28.618170 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4b87612c-df06-4451-af42-9dd57f9a1a88 req-ac768d6d-3a71-4f83-b9fd-c2059f8a31d9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 943 time: 0.1775377
Apr 15 20:50:28.633468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.682674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728b42dc-e994-4248-bbe6-daf9125ac73c {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:28.689234 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4b87612c-df06-4451-af42-9dd57f9a1a88 req-00992673-520a-49be-b569-5ecfd0ea85c5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695584
Apr 15 20:50:28.698693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.714014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 728b42dc-e994-4248-bbe6-daf9125ac73c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=728b42dc-e994-4248-bbe6-daf9125ac73c,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:28.722100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.727136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:28.775488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52680) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:28.809598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:28.812682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.820354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:28.829395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:28.830598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8767f162-45e0-4f6c-9b97-61bc4f7facbf up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:28.851607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:28.862420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae630513b1e41f8bd3a39db93ad4b69 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:28.870913 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:28.888124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:28.924730 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'code': 200}
Apr 15 20:50:28.951421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=728b42dc-e994-4248-bbe6-daf9125ac73c,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:29.002176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:29.005846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:29.046487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.052358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.090072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:29.100701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['728b42dc-e994-4248-bbe6-daf9125ac73c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:50:29.101481 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ae630513b1e41f8bd3a39db93ad4b69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3238144
Apr 15 20:50:29.104097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52694) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:29.149845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6011d0-d69f-422f-96cf-fcee4d2c660f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:29.158155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:29.159043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52700) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:29.189836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.211525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:29.216279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Usage tracker for resource:security_group_rule and tenant:2187fd7e0b064de882aa0f60702a906b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:29.219993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:29.228509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:29.305295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 8767f162-45e0-4f6c-9b97-61bc4f7facbf completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:29.339807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.343838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.376373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:29.380034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 8767f162-45e0-4f6c-9b97-61bc4f7facbf triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:29.380525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.414687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-da8f3003-6d5c-4536-a743-3bd8239d6229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:29.468763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.496494 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2187fd7e0b064de882aa0f60702a906b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3331823
Apr 15 20:50:29.496958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52712) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:29.497987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce183d-0677-48d1-983c-ce6cf3958d68,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:29.508815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:29.537013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.621391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.645935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52716) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:29.658701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:29.663464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-95eb1535-e58c-4678-99a2-63610df8a3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:29.692339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6011d0-d69f-422f-96cf-fcee4d2c660f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:29.693183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.699991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:29.703852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604bfb-7ff4-4f6f-91ca-7ab771ce1db9 req-6cb6dc42-ca07-44f1-aad2-386bf01b95c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:29.705299 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2f604bfb-7ff4-4f6f-91ca-7ab771ce1db9 req-6cb6dc42-ca07-44f1-aad2-386bf01b95c7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1099 time: 0.4855521
Apr 15 20:50:29.714391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.715559 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a6011d0-d69f-422f-96cf-fcee4d2c660f HTTP/1.1" status: 204  len: 168 time: 0.6104102
Apr 15 20:50:29.727209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa42c4-ebef-47ab-b53b-6193edc8acdc req-6817abf8-24ad-4c96-b3f0-db69e0488e00 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:29.728944 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f5aa42c4-ebef-47ab-b53b-6193edc8acdc req-6817abf8-24ad-4c96-b3f0-db69e0488e00 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 944 time: 0.4078126
Apr 15 20:50:29.750784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b13fe-7617-4ea3-8b32-4c7e87346ae3 req-e55cc407-d2d3-40e9-ae87-979f200364b0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:29.752460 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c56b13fe-7617-4ea3-8b32-4c7e87346ae3 req-e55cc407-d2d3-40e9-ae87-979f200364b0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.4194105
Apr 15 20:50:29.771355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.839910 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2f604bfb-7ff4-4f6f-91ca-7ab771ce1db9 req-8b2628b7-2a74-4150-97e7-4c563644ce18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222687
Apr 15 20:50:29.855370 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f5aa42c4-ebef-47ab-b53b-6193edc8acdc req-6eb3deca-4c4e-44ce-86e7-f26328009c28 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997694
Apr 15 20:50:29.872628 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c56b13fe-7617-4ea3-8b32-4c7e87346ae3 req-ebd464d8-bc03-4869-a0ad-376811bdc9ee tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923944
Apr 15 20:50:29.896299 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.899487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.932709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:29.938102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Usage tracker for resource:security_group_rule and tenant:c1913f1312644aaaaae7626e48419a02 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:29.942324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:29.956755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:29.966235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 8767f162-45e0-4f6c-9b97-61bc4f7facbf, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:29.977280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.978201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:29.978947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 9ad919b6-e84e-4ba2-a574-b395a88215ff up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:29.995270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-404bb1ee-971a-4b15-a5bc-009127c98f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:30.018530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7fa96607-0d87-4947-9ba1-1ac81a061aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:30.162679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.169639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce183d-0677-48d1-983c-ce6cf3958d68,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:30.174562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:30.176077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.187852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ed92c2f6-6247-4470-9f34-6eea10ddf13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:30.217893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=8767f162-45e0-4f6c-9b97-61bc4f7facbf,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:30.229827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.230345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.230741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.231116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.231484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.231876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.232238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.232601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.232963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.233336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.233678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.234286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:50:30.238110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 9ad919b6-e84e-4ba2-a574-b395a88215ff completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:30.239441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c414811-1ecc-41ca-a048-82addfa1386e req-b7f006df-b2e6-401a-baa5-62520c00b5ee tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:30.241253 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0c414811-1ecc-41ca-a048-82addfa1386e req-b7f006df-b2e6-401a-baa5-62520c00b5ee tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 944 time: 0.1259146
Apr 15 20:50:30.246877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:30.249262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 9ad919b6-e84e-4ba2-a574-b395a88215ff triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:30.249691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.260326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.261610 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebce183d-0677-48d1-983c-ce6cf3958d68 HTTP/1.1" status: 204  len: 168 time: 0.7518222
Apr 15 20:50:30.270063 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1913f1312644aaaaae7626e48419a02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6221020
Apr 15 20:50:30.270912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d910b65f-5ada-483e-bbae-f241b7cf9a13,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:30.274123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52750) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:30.321306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:30.345262 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0c414811-1ecc-41ca-a048-82addfa1386e req-714f1207-93c0-410b-b11f-95f97582eeda tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968888
Apr 15 20:50:30.354864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.397929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.424027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.453033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.459605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9e90cbe8-a655-4d54-a25a-da8e9019917c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:30.464488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 9ad919b6-e84e-4ba2-a574-b395a88215ff, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:30.468755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.473941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:30.477779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d910b65f-5ada-483e-bbae-f241b7cf9a13,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:30.485738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:30.490053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:30.491264 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d910b65f-5ada-483e-bbae-f241b7cf9a13 HTTP/1.1" status: 204  len: 168 time: 0.2161293
Apr 15 20:50:30.574123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=9ad919b6-e84e-4ba2-a574-b395a88215ff,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:30.577394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:30.925971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf'}, {'server_uuid': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad919b6-e84e-4ba2-a574-b395a88215ff'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:30.987385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52784) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:31.010828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:31.028377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:31.044063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Usage tracker for resource:security_group_rule and tenant:6c945d0a1d0a43d0ba70efff8136f940 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:31.047452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:31.054883 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:31.318122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032b740-d497-41ef-ac5d-cc405ae84372 req-2ed1f80e-5691-4c37-a5f3-3b438b09ccba tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:31.320091 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a032b740-d497-41ef-ac5d-cc405ae84372 req-2ed1f80e-5691-4c37-a5f3-3b438b09ccba tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2368166
Apr 15 20:50:31.322256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:31.332939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c6b7c-f171-4ee1-848e-09518318cd1e req-5cd5d41d-6981-4481-9491-dda2d4a50c54 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:31.334607 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-da8c6b7c-f171-4ee1-848e-09518318cd1e req-5cd5d41d-6981-4481-9491-dda2d4a50c54 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2067323
Apr 15 20:50:31.354740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:31.383069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:31.472332 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-da8c6b7c-f171-4ee1-848e-09518318cd1e req-c2f9aa7e-ea67-4d0a-bb1c-e09451db2bb7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180475
Apr 15 20:50:31.477165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6e2dee-ee95-45a4-b794-e8edf87bb032,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:31.482670 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a032b740-d497-41ef-ac5d-cc405ae84372 req-afadf63f-66bc-44c1-9399-8f437c6cf321 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1469951
Apr 15 20:50:31.488014 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c945d0a1d0a43d0ba70efff8136f940&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4959126
Apr 15 20:50:31.488014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:31.488014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52804) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:31.573944 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'code': 200}
Apr 15 20:50:31.574241 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad919b6-e84e-4ba2-a574-b395a88215ff', 'code': 200}
Apr 15 20:50:31.627684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:31.696509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:32.030216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 728b42dc-e994-4248-bbe6-daf9125ac73c up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:32.217204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 728b42dc-e994-4248-bbe6-daf9125ac73c completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:32.225240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 728b42dc-e994-4248-bbe6-daf9125ac73c triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:32.225674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:32.320052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:32.335211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:32.356405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:32.362413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6e2dee-ee95-45a4-b794-e8edf87bb032,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:32.371981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:32.403350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:32.403555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 728b42dc-e994-4248-bbe6-daf9125ac73c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=728b42dc-e994-4248-bbe6-daf9125ac73c,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:32.404499 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b6e2dee-ee95-45a4-b794-e8edf87bb032 HTTP/1.1" status: 204  len: 168 time: 0.9154811
Apr 15 20:50:32.411420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:32.413846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:32.458818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435c92e-2e1b-45f0-8c10-ae703dfebca4 req-d98dd6ee-e248-4ffb-9425-70e9cc15b075 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:32.466588 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2435c92e-2e1b-45f0-8c10-ae703dfebca4 req-d98dd6ee-e248-4ffb-9425-70e9cc15b075 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.6910994
Apr 15 20:50:32.470410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52840) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:32.478650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6d6ee-da76-4b11-8fc0-939786d81306 req-d5ea4eb4-4c71-44d9-9449-4fe3cb96196e tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:32.479495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'floatingip': {'port_id': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:32.480331 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-89b6d6ee-da76-4b11-8fc0-939786d81306 req-d5ea4eb4-4c71-44d9-9449-4fe3cb96196e tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 944 time: 0.7036409
Apr 15 20:50:32.487288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b8d27-626d-4e10-851e-6c207445d2b6 req-5aef9046-cbac-4cda-a44c-e32a62062284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:32.489895 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a03b8d27-626d-4e10-851e-6c207445d2b6 req-5aef9046-cbac-4cda-a44c-e32a62062284 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 1098 time: 0.6018958
Apr 15 20:50:32.500053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453d420-12de-45b8-a901-8d75c9e69ec7 req-6c2967a9-ced8-4eb5-b77e-7c82fe5d65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:32.502600 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8453d420-12de-45b8-a901-8d75c9e69ec7 req-6c2967a9-ced8-4eb5-b77e-7c82fe5d65a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.5762620
Apr 15 20:50:32.578443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=728b42dc-e994-4248-bbe6-daf9125ac73c,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:32.589945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:32.618891 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-89b6d6ee-da76-4b11-8fc0-939786d81306 req-20af2110-43b0-468a-8d6b-1696e9b9f0bb tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273456
Apr 15 20:50:32.665606 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a03b8d27-626d-4e10-851e-6c207445d2b6 req-142e7810-6a77-4e9e-9292-084acfe80a7a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018553
Apr 15 20:50:32.683224 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8453d420-12de-45b8-a901-8d75c9e69ec7 req-9b6eddb7-be71-42a4-b969-a8e146eabd03 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897944
Apr 15 20:50:32.701507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:32.803104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f32599-2115-4bec-9323-b3cfe9dfd3b5 req-33f7ce6e-6f07-409a-9f9c-94a2963ab234 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:32.804857 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b7f32599-2115-4bec-9323-b3cfe9dfd3b5 req-33f7ce6e-6f07-409a-9f9c-94a2963ab234 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.1088560
Apr 15 20:50:32.872739 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b7f32599-2115-4bec-9323-b3cfe9dfd3b5 req-6db22a94-be0d-41c6-bef3-7b0d12176579 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597773
Apr 15 20:50:33.367152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52874) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:33.546984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:33.567808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:33.572074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:cdb7e9bcb1384969ba6f83f7006a592d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:33.575135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:33.575710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728b42dc-e994-4248-bbe6-daf9125ac73c'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:33.582600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:33.727921 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728b42dc-e994-4248-bbe6-daf9125ac73c', 'code': 200}
Apr 15 20:50:33.800810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:33.807633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:33.810859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:33.820732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:33.844268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:33.985671 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdb7e9bcb1384969ba6f83f7006a592d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6171458
Apr 15 20:50:33.989241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52906) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:33.991610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82038e30-fb09-47ba-ae53-abe47bd9edd1,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:34.013145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:34.016757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76e943a5-6f76-4337-af70-279714b153a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:34.195556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:34.244814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:34.370642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f928e9-dca6-4465-82b6-d888a4cdc290 req-d11d59b6-524d-41f6-929f-2cf2aef9446f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:34.377540 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-95f928e9-dca6-4465-82b6-d888a4cdc290 req-d11d59b6-524d-41f6-929f-2cf2aef9446f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.5342503
Apr 15 20:50:34.416224 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Floating IP 46c13306-c7dd-4bb3-8849-26ecd45eb752 associated. External IP: 172.27.2.235, port: 1888f5f8-a327-41e5-9d41-cdfceac452fa.
Apr 15 20:50:34.510976 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-95f928e9-dca6-4465-82b6-d888a4cdc290 req-83a0c42a-6380-4074-a331-5816a9d3eeba tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231327
Apr 15 20:50:34.516873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:34.548184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-36d77380-c75f-4f6f-9e7f-35ac2ff368ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:34.567506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b861-7874-408f-a735-d57630c57b5a req-40a0c417-14a5-46e9-8046-b01d2307afb0 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:34.575271 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4cc0b861-7874-408f-a735-d57630c57b5a req-40a0c417-14a5-46e9-8046-b01d2307afb0 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.4449530
Apr 15 20:50:34.606821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82038e30-fb09-47ba-ae53-abe47bd9edd1,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:34.619527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:34.644408 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4cc0b861-7874-408f-a735-d57630c57b5a req-ceaa3471-7166-442f-b052-250f393d6809 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679929
Apr 15 20:50:34.650515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:34.651722 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82038e30-fb09-47ba-ae53-abe47bd9edd1 HTTP/1.1" status: 204  len: 168 time: 0.6463633
Apr 15 20:50:34.687504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e2352-a238-4db9-8ad1-bf8dd811c7be req-abab8cf7-ad85-4ed2-a8fb-abe4cbde6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:34.689378 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-972e2352-a238-4db9-8ad1-bf8dd811c7be req-abab8cf7-ad85-4ed2-a8fb-abe4cbde6654 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 1098 time: 0.2281985
Apr 15 20:50:34.771704 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-972e2352-a238-4db9-8ad1-bf8dd811c7be req-59bd4e3b-fa80-4204-adf3-3d2d30e5d5f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731091
Apr 15 20:50:34.904509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47fde6-1343-4ed0-8115-6060b9071c6c req-01994ab3-310c-48ab-a979-921e07b14f7c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:34.906439 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ef47fde6-1343-4ed0-8115-6060b9071c6c req-01994ab3-310c-48ab-a979-921e07b14f7c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.1044779
Apr 15 20:50:34.916319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 52944) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:34.923252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'floatingip': {'port_id': '8767f162-45e0-4f6c-9b97-61bc4f7facbf'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:35.006222 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Router 702df571-b859-4b74-b188-bee78b19b94e has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:50:35.024453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:35.288385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:50:35.307502 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:35.312650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] Sync routers for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:50:35.333743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:50:35.336053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c66d7eb8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:50:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:35.500685 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3eccbeb8-c108-4e4b-ac15-506181abaa24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "PUT /v2.0/floatingips/46c13306-c7dd-4bb3-8849-26ecd45eb752 HTTP/1.1" status: 200  len: 992 time: 3.0278749
Apr 15 20:50:35.501518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:35.519864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52966) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:35.569085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:35.601674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'status': 'completed', 'code': 200}
Apr 15 20:50:35.618743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:35.630596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Usage tracker for resource:security_group_rule and tenant:3e5c7600dfa843019e95618dc32f2ec5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:35.636868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:35.654852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:35.681570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:50:35.831315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:35.837996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:35.859244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-08ad5724-59f7-477c-86b8-33fcba208f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:35.902468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab65c4a0-7cd5-42ca-a9bf-559f7d6eeaf5,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:35.908156 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e5c7600dfa843019e95618dc32f2ec5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3870986
Apr 15 20:50:35.909310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:35.911241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 52984) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:35.950361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-05fd8c77-0a59-4074-adca-31fc2327a2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:36.015423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:36.015998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-bdbb1def-7f19-480b-9c0b-ac315776dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:36.017576 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-bdbb1def-7f19-480b-9c0b-ac315776dbcf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1099 time: 0.3849697
Apr 15 20:50:36.055525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:36.168997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:36.180075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-99e0c2e5-483d-4ab5-baa6-b26ae31dc422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:36.216116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab65c4a0-7cd5-42ca-a9bf-559f7d6eeaf5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:36.218388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:36.222908 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab65c4a0-7cd5-42ca-a9bf-559f7d6eeaf5 HTTP/1.1" status: 204  len: 168 time: 0.3072610
Apr 15 20:50:36.222908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:36.591441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:36.597989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c66d7eb8>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '46c13306-c7dd-4bb3-8849-26ecd45eb752', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '702df571-b859-4b74-b188-bee78b19b94e', 'port_id': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'mac_address': 'fa:16:3e:48:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:49:58Z', 'updated_at': '2021-04-15T20:50:33Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:36.602588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] Checking router: 702df571-b859-4b74-b188-bee78b19b94e for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:50:36.614190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:50:36.614947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c66d7eb8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:50:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:36.736362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612376a-6be6-449a-b818-c331f54189d8 req-78f47d30-68c8-4481-a32e-25dbf12b3b74 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:36.738219 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3612376a-6be6-449a-b818-c331f54189d8 req-78f47d30-68c8-4481-a32e-25dbf12b3b74 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.9207652
Apr 15 20:50:36.797689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ff67c-945f-4c37-9cb0-5a8d8b80f7f7 req-028057c0-e212-40ab-b0db-7bdd7d33c28f tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:36.799543 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4b8ff67c-945f-4c37-9cb0-5a8d8b80f7f7 req-028057c0-e212-40ab-b0db-7bdd7d33c28f tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.3000147
Apr 15 20:50:36.838460 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-634d7164-de20-4876-99f6-e2b882560fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:36.840046 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-634d7164-de20-4876-99f6-e2b882560fb3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.7765210
Apr 15 20:50:36.867858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:50:37.159685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53024) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:37.211697 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3612376a-6be6-449a-b818-c331f54189d8 req-8660f7c9-9a94-4e0b-9265-b51e92c5487f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4040530
Apr 15 20:50:37.213403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.resource_extend [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 20:50:37.268945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:37.410212 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4b8ff67c-945f-4c37-9cb0-5a8d8b80f7f7 req-b4a6b165-9420-47d9-b15e-b92e48c23a66 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5750983
Apr 15 20:50:37.420257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:37.451087 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-68c68c58-32e2-498f-8f94-982f561b98eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 200  len: 1000 time: 0.5709591
Apr 15 20:50:37.455392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c66d7eb8>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '46c13306-c7dd-4bb3-8849-26ecd45eb752', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '702df571-b859-4b74-b188-bee78b19b94e', 'port_id': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'mac_address': 'fa:16:3e:48:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:49:58Z', 'updated_at': '2021-04-15T20:50:33Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:37.461317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218207f7-4ce7-4c20-a13b-62a3a115aa4e None None] The sync data for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi is: [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '46c13306-c7dd-4bb3-8849-26ecd45eb752', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '702df571-b859-4b74-b188-bee78b19b94e', 'port_id': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'mac_address': 'fa:16:3e:48:2e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:49:58Z', 'updated_at': '2021-04-15T20:50:33Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:50:37.464459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:37.473494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Usage tracker for resource:security_group_rule and tenant:9c22b4b58f504c99a7fe6c6cf8ad4c17 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:37.478335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:37.492598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:37.510983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:37.519455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:37.686875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:37.691048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:37.702235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8774bd22-3168-4d1e-a944-854c8b027bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:37.719505 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Floating IP 169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9 associated. External IP: 172.27.2.134, port: 8767f162-45e0-4f6c-9b97-61bc4f7facbf.
Apr 15 20:50:37.760567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a16c786-2b9b-48d3-b822-f5bd3d1f440c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:37.767147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:37.770768 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c22b4b58f504c99a7fe6c6cf8ad4c17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6111982
Apr 15 20:50:37.773684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53050) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:37.867039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:37.927616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:38.001463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a10300-3ecd-4539-a47a-1013bb467351 None None] New status for floating IP 46c13306-c7dd-4bb3-8849-26ecd45eb752: ACTIVE {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:50:38.019679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:38.027373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-705f6631-ecbf-4778-be7f-c2bd6739b98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:38.056505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:38.060545 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a16c786-2b9b-48d3-b822-f5bd3d1f440c HTTP/1.1" status: 204  len: 168 time: 0.2830274
Apr 15 20:50:38.065073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a16c786-2b9b-48d3-b822-f5bd3d1f440c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:38.078596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:38.111466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-57c02bfa-3cfc-4fee-a979-2529358cb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:38.113167 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-57c02bfa-3cfc-4fee-a979-2529358cb0b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.6525152
Apr 15 20:50:38.522288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:38.641408 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-39c218ec-8c7f-4b24-adf2-c2cca8eff535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:38.643025 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-39c218ec-8c7f-4b24-adf2-c2cca8eff535 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5110717
Apr 15 20:50:38.659541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Router 06f18ed1-a7c9-4570-b5b9-989702bd81df has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:50:39.054419 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-ab32cade-0ca1-4d46-bb1e-81182dc5e893 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3853002
Apr 15 20:50:39.377204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-962a31df-cc42-44f9-a323-a10088a74f26 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:39.378983 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-962a31df-cc42-44f9-a323-a10088a74f26 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.62 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.8519580
Apr 15 20:50:39.420387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53102) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:39.452873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb949-2db7-4d2f-90db-3492d6ef0353 req-31fa45cc-57a5-4b8b-957e-5078bc473ab5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:39.454437 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8c5cb949-2db7-4d2f-90db-3492d6ef0353 req-31fa45cc-57a5-4b8b-957e-5078bc473ab5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.9291019
Apr 15 20:50:39.545736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-703996129-network', 'tenant_id': 'b960648afae74972b241d1ddc88119c2'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:39.550924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:39.555396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Usage tracker for resource:network and tenant:b960648afae74972b241d1ddc88119c2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:39.559365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:39.567008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:39.578369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Made reservation on behalf of b960648afae74972b241d1ddc88119c2 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:39.579673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30354e67-ea61-4eee-b7c2-7285aa864bed req-a5d68f5b-7521-4032-8a52-31220667f062 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:39.581370 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-30354e67-ea61-4eee-b7c2-7285aa864bed req-a5d68f5b-7521-4032-8a52-31220667f062 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 945 time: 0.9315896
Apr 15 20:50:39.583350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.597441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.613335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:39.618127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Usage tracker for resource:security_group_rule and tenant:b960648afae74972b241d1ddc88119c2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:39.621996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:39.629476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:39.649950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:50:39.655083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.660757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] Sync routers for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:50:39.670979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:50:39.671967 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c565e8d0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:50:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:39.706800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Deleting port ea7d489c-3682-4964-aef5-e85161c6450a {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:50:39.707522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.724178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.727671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.733255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-38cae6ac-a2fb-4cfb-bdf6-c7a382761610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:39.787590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:50:39.796675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.797237 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Added segment 11c0734c-620c-4058-b946-12de962a02c1 of type vlan for network 095a7236-0476-4a67-8d4b-89f8856b1af0
Apr 15 20:50:39.829427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.845151 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8c5cb949-2db7-4d2f-90db-3492d6ef0353 req-26154ddf-26f7-4893-b61e-f287264003e7 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3390648
Apr 15 20:50:39.859053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28093b87-5330-4367-b535-90d6fc83dfd6,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:39.863600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:39.876130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.877726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:39.878444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:39.893095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4b15da2-dda7-4188-928f-68f21ddca346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:39.913350 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-30354e67-ea61-4eee-b7c2-7285aa864bed req-0c4e58c5-f944-46cf-8d37-5d615f751e3a tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3141644
Apr 15 20:50:39.933024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:50:39.943291 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e61ea914-61d5-4c20-9461-a7242e728be4 req-df920782-e2e8-4471-8ed3-6e124ade49bb service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8783135
Apr 15 20:50:39.965414 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f14009b2-7baf-4cc6-9530-0c866d3afcae tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "PUT /v2.0/floatingips/169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9 HTTP/1.1" status: 200  len: 991 time: 5.0478649
Apr 15 20:50:39.992756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:40.066238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Pushing event updated for resources: {'Network': ['ID=095a7236-0476-4a67-8d4b-89f8856b1af0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:40.071322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:40.081936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:50:40.089419 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6661777
Apr 15 20:50:40.090343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53120) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:40.099049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Request body: {'subnet': {'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-703996129-subnet', 'tenant_id': 'b960648afae74972b241d1ddc88119c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:40.112055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:40.116788 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Usage tracker for resource:subnet and tenant:b960648afae74972b241d1ddc88119c2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:40.120219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:40.126463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:40.141238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Made reservation on behalf of b960648afae74972b241d1ddc88119c2 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:40.149613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937788'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:40.348951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] For port ea7d489c-3682-4964-aef5-e85161c6450a, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ea7d489c-3682-4964-aef5-e85161c6450a,segment=NetworkSegment(80d99501-c6aa-4cc5-bc90-d6b0230768cc),segment_id=80d99501-c6aa-4cc5-bc90-d6b0230768cc)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:40.349326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:40.464811 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'status': 'completed', 'code': 200}
Apr 15 20:50:40.583473 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c565e8d0>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'port_id': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'mac_address': 'fa:16:3e:cb:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72737adb-619b-4d5b-a503-bbc6dc050730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:49:55Z', 'updated_at': '2021-04-15T20:50:36Z', 'revision_number': 1, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:40.588972 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] Checking router: 06f18ed1-a7c9-4570-b5b9-989702bd81df for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:50:40.600109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:50:40.600860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Calling delete_port for ea7d489c-3682-4964-aef5-e85161c6450a owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:50:40.601024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c565e8d0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:50:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:40.656589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-360c9ff6-8c88-4eab-bb2b-c6d8543d6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:40.658125 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-360c9ff6-8c88-4eab-bb2b-c6d8543d6159 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 1098 time: 0.1692202
Apr 15 20:50:40.799361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:50:40.850476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-af20cfe6-d34f-4c79-a37e-578308df4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:40.852115 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-af20cfe6-d34f-4c79-a37e-578308df4b45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 1098 time: 0.3904362
Apr 15 20:50:40.964355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-0b7a818c-c0ca-44c2-beb2-66fe85aabd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:40.966544 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-0b7a818c-c0ca-44c2-beb2-66fe85aabd13 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 920 time: 0.2919250
Apr 15 20:50:41.051531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-b90cba06-f8aa-4315-a94a-8bda6cfc8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:41.053194 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-b90cba06-f8aa-4315-a94a-8bda6cfc8a33 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 911 time: 0.1658158
Apr 15 20:50:41.099716 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-a42c4d90-9ddf-4991-8694-027df9c7ea94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=728b42dc-e994-4248-bbe6-daf9125ac73c HTTP/1.1" status: 200  len: 217 time: 0.1108503
Apr 15 20:50:41.110139 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-36be28bd-4e06-47d5-beb0-23cd11fccfbd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2797711
Apr 15 20:50:41.238812 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-83a553d6-424a-4315-8d96-807086363897 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf HTTP/1.1" status: 200  len: 999 time: 0.1756623
Apr 15 20:50:41.241164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c565e8d0>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'port_id': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'mac_address': 'fa:16:3e:cb:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72737adb-619b-4d5b-a503-bbc6dc050730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:49:55Z', 'updated_at': '2021-04-15T20:50:36Z', 'revision_number': 1, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:41.245796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e8c10-8be4-4f26-a791-6ea3d38837aa None None] The sync data for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi is: [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'port_id': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'mac_address': 'fa:16:3e:cb:e9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72737adb-619b-4d5b-a503-bbc6dc050730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:49:55Z', 'updated_at': '2021-04-15T20:50:36Z', 'revision_number': 1, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:50:41.250135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abf04b-93e2-4676-b3ab-b197eb686d29 req-13d60005-4073-4405-8a5e-9934f7a2dc31 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:41.251301 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-23abf04b-93e2-4676-b3ab-b197eb686d29 req-13d60005-4073-4405-8a5e-9934f7a2dc31 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.6198070
Apr 15 20:50:41.260882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-d202c3f7-76e7-48fb-bafd-921d6c5235e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:41.262514 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-d202c3f7-76e7-48fb-bafd-921d6c5235e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.1504939
Apr 15 20:50:41.296351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:41.336195 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-4abb32f8-8c7b-4984-9ded-19e539a2ac88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629451
Apr 15 20:50:41.339358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:41.466078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Pushing event deleted for resources: {'Port': ['ID=ea7d489c-3682-4964-aef5-e85161c6450a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:41.468822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:41.514866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-bb992255-5602-4b87-9f5e-0e823bf5a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:41.516597 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-bb992255-5602-4b87-9f5e-0e823bf5a2d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.2580073
Apr 15 20:50:41.585513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ba5de-1eab-41bd-8d38-4e07dde6a356 None None] New status for floating IP 169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9: ACTIVE {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:50:41.604858 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-23abf04b-93e2-4676-b3ab-b197eb686d29 req-817e03d7-5cec-4c43-af7e-42c7942f1ed1 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108215
Apr 15 20:50:41.740984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac860-097e-444c-af0b-8b243f3decca req-75264c5d-4c6c-4e26-a71b-5970638420ba tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:41.742548 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-85aac860-097e-444c-af0b-8b243f3decca req-75264c5d-4c6c-4e26-a71b-5970638420ba tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 867 time: 0.6758027
Apr 15 20:50:41.819162 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-176bc972-aa74-4b31-b4de-38be64a5fbfe service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4752533
Apr 15 20:50:41.856996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-6b98167a-b61e-48e3-9875-81d6e22ecd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:41.858529 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-6b98167a-b61e-48e3-9875-81d6e22ecd75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3320737
Apr 15 20:50:41.889550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045e016-2387-4499-9861-cda04699c7d8 req-0a2b1b8d-a94a-49b8-932d-2a0f60f09b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:41.890482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] No DVR routers for this DVR port ea7d489c-3682-4964-aef5-e85161c6450a on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:50:41.891183 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-0a2b1b8d-a94a-49b8-932d-2a0f60f09b3d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1099 time: 0.6918476
Apr 15 20:50:42.071396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ea7d489c-3682-4964-aef5-e85161c6450a no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:50:42.117723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851967780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937743'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:42.123944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: ea7d489c-3682-4964-aef5-e85161c6450a {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:50:42.124609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ea7d489c-3682-4964-aef5-e85161c6450a not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:50:42.178937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045e016-2387-4499-9861-cda04699c7d8 req-8fd79d82-4d82-4d2d-880b-73f227443532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:42.180616 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-8fd79d82-4d82-4d2d-880b-73f227443532 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.2070975
Apr 15 20:50:42.218635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:42.247310 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-85aac860-097e-444c-af0b-8b243f3decca req-c927589e-0d61-4a95-99aa-275e991b5145 tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/security-groups?id=093b25be-9ee5-4ca1-80d0-12006f7ec601&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4911406
Apr 15 20:50:42.263815 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.62 "DELETE /v2.0/ports/ea7d489c-3682-4964-aef5-e85161c6450a HTTP/1.1" status: 204  len: 173 time: 2.8198428
Apr 15 20:50:42.272416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a6249489-686d-4149-8b75-24522f70f823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:42.319137 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-424a08c2-77d1-4cba-916a-bebff0030dfb service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4509389
Apr 15 20:50:42.468599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'name': 'network-vif-deleted', 'tag': 'ea7d489c-3682-4964-aef5-e85161c6450a'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:42.486413 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8281f541-1c20-45f6-a636-ddb1dfe4d2c2 req-db70a9b5-322f-41d5-b6ef-f3a36cf950f9 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603818
Apr 15 20:50:42.494664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d99f650-d5f8-479d-939b-ec3f0b69c9fa,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:42.527920 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40905455-01cd-4cf0-9874-a5fd42cf0569', 'name': 'network-vif-deleted', 'tag': 'ea7d489c-3682-4964-aef5-e85161c6450a', 'status': 'completed', 'code': 200}
Apr 15 20:50:42.531761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:42.548591 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-3daa401a-c1b7-43ed-a7fd-2c0451958150 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 200  len: 1002 time: 0.2794566
Apr 15 20:50:42.557499 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5384f242-2707-4a1f-983c-f987dd1d8605 req-aacf0aed-8363-4911-9ab2-0e78bb5b7af6 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7294190
Apr 15 20:50:42.650126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045e016-2387-4499-9861-cda04699c7d8 req-c9e78b13-e8e3-44c8-8452-9945a79e2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:42.651675 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-c9e78b13-e8e3-44c8-8452-9945a79e2d1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.0881166
Apr 15 20:50:42.652562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Checking segment: {'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:42.652974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Network hostable DHCP agents. Network: 095a7236-0476-4a67-8d4b-89f8856b1af0, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:50:42.729179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:50:42.745994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 095a7236-0476-4a67-8d4b-89f8856b1af0) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:42.755477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61272c-1dc0-492a-ae7a-b336a4acb76b None None] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:50:42.771099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:42.771752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:42.796674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045e016-2387-4499-9861-cda04699c7d8 req-ef425c1c-3ec3-4608-9e9f-645adc158110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:42.798308 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-ef425c1c-3ec3-4608-9e9f-645adc158110 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1333869
Apr 15 20:50:42.806413 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-df26bfcf-4daf-4392-a886-51ad793aee28 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.7147746
Apr 15 20:50:42.864061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e63ffa-c3bc-47fd-a99b-a8b84aa35973 req-fad6097f-5226-41e0-ae84-8379a29e4043 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:42.870674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80e63ffa-c3bc-47fd-a99b-a8b84aa35973 req-fad6097f-5226-41e0-ae84-8379a29e4043 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1469784
Apr 15 20:50:42.974970 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80e63ffa-c3bc-47fd-a99b-a8b84aa35973 req-b9abf7b3-ac67-4fb9-a687-c0acefcb9072 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886605
Apr 15 20:50:43.036296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f817c32b-1cc1-4c6c-9bb1-221d2da11158 None None] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:50:43.038984 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-ae45e757-b582-4b4c-92c6-efcb7460b420 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2222164
Apr 15 20:50:43.223483 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9045e016-2387-4499-9861-cda04699c7d8 req-7c9c3741-6a5b-44e4-8a84-c18a2277f1b3 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687169
Apr 15 20:50:43.455087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-432deded-1253-447f-b562-a977ac415763 req-d2fc3797-70f9-48a1-82ee-3b63ece0b15e tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Synchronizing usage tracker for tenant:26218b7071e74e95ba4b4371ee280893 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:43.476857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-432deded-1253-447f-b562-a977ac415763 req-d2fc3797-70f9-48a1-82ee-3b63ece0b15e tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Unset dirty status for tenant:26218b7071e74e95ba4b4371ee280893 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:43.478961 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-432deded-1253-447f-b562-a977ac415763 req-d2fc3797-70f9-48a1-82ee-3b63ece0b15e tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] 10.222.0.25 "GET /v2.0/ports?device_id=40905455-01cd-4cf0-9874-a5fd42cf0569 HTTP/1.1" status: 200  len: 210 time: 0.0810201
Apr 15 20:50:44.209277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37f221-d88d-4e40-8b4d-13ccd7e7e8db req-e91c3ddd-2367-4a32-ab48-38b52614062f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:44.210907 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dc37f221-d88d-4e40-8b4d-13ccd7e7e8db req-e91c3ddd-2367-4a32-ab48-38b52614062f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0928369
Apr 15 20:50:44.276150 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dc37f221-d88d-4e40-8b4d-13ccd7e7e8db req-7b2c17a5-1aa5-454e-85f4-3a7c94b91c36 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586734
Apr 15 20:50:44.601587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:45.135958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-3c120fab-0a2f-4198-b911-1c8f3815fb42 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:45.137603 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-3c120fab-0a2f-4198-b911-1c8f3815fb42 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/networks?id=095a7236-0476-4a67-8d4b-89f8856b1af0 HTTP/1.1" status: 200  len: 808 time: 0.1699033
Apr 15 20:50:45.154788 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-3ad9beec-0a30-4520-a716-beb27b98fab4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/quotas/b960648afae74972b241d1ddc88119c2 HTTP/1.1" status: 200  len: 375 time: 0.0104680
Apr 15 20:50:45.212238 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-24accfef-b22a-476a-bcfc-3da3615eb3e6 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b960648afae74972b241d1ddc88119c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508764
Apr 15 20:50:45.359332 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-4fca06c7-cb1f-4cef-8954-1e346886f487 service neutron] 10.222.0.25 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393380
Apr 15 20:50:45.566558 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-d574b8ec-db32-4e14-8a76-a4c8def88a2c service neutron] 10.222.0.25 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009325
Apr 15 20:50:45.584787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e0df8-82d1-46d7-a6d2-9bc5800beca0 req-ab870d6d-48ad-4f35-a148-73752112407a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:45.586743 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-174e0df8-82d1-46d7-a6d2-9bc5800beca0 req-ab870d6d-48ad-4f35-a148-73752112407a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1458404
Apr 15 20:50:45.638269 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-174e0df8-82d1-46d7-a6d2-9bc5800beca0 req-21323878-6258-4f6e-97e6-91b8aed31593 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446606
Apr 15 20:50:45.775131 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-125382ab-294a-4f0a-bfcb-362c14d351af req-46353cc9-d434-458a-a41c-1d867f0f8fb1 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 210 time: 0.0496929
Apr 15 20:50:46.404842 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53282) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:46.481404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Deleting subnet 54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:50:46.483549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:46.543642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:46.606114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:46.725424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53302) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:46.897425 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:46.917792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:46.922282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Usage tracker for resource:security_group_rule and tenant:3fcadc6a66bc46d7a7e08f5172c2357f is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:46.925695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:46.934225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:47.044205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.086883 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:47.130187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:47.251099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.265767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.280677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8bcfec32-2a5e-4db1-80be-c6de3ba0397a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:47.286861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:47.322868 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ba47c4dc-5d70-45e4-a0e6-18bf85453c24 req-343314d3-dbdb-43b0-8fc9-dfe76bd8bedb tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 210 time: 0.1972430
Apr 15 20:50:47.349811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bed189-c178-4526-82e4-605ba4937398,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:47.356316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:47.370096 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fcadc6a66bc46d7a7e08f5172c2357f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6431761
Apr 15 20:50:47.371021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53326) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:47.382307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-6e8f41fe-b0f7-4eb8-88ff-c54c55f887a4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:47.383010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-6e8f41fe-b0f7-4eb8-88ff-c54c55f887a4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Synchronizing usage tracker for tenant:b960648afae74972b241d1ddc88119c2 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:50:47.384865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad21f-1a17-444b-b487-fd3ce94e746d req-8fe4f5cf-8c0d-42d9-ba71-6f86289aee0f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:47.389368 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ec1ad21f-1a17-444b-b487-fd3ce94e746d req-8fe4f5cf-8c0d-42d9-ba71-6f86289aee0f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.5787225
Apr 15 20:50:47.432652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.438100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-6e8f41fe-b0f7-4eb8-88ff-c54c55f887a4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Unset dirty status for tenant:b960648afae74972b241d1ddc88119c2 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:50:47.439344 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-6e8f41fe-b0f7-4eb8-88ff-c54c55f887a4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "GET /v2.0/networks?id=095a7236-0476-4a67-8d4b-89f8856b1af0 HTTP/1.1" status: 200  len: 808 time: 0.4381349
Apr 15 20:50:47.448953 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/54cbd7fa-f043-4c7d-bbd6-5e5a0dc7e127 HTTP/1.1" status: 204  len: 168 time: 1.0408270
Apr 15 20:50:47.449970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53332) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:47.463915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Request body: {'port': {'device_id': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0', 'admin_state_up': True, 'tenant_id': 'b960648afae74972b241d1ddc88119c2'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:47.550362 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ec1ad21f-1a17-444b-b487-fd3ce94e746d req-eae47b82-d5ca-41e0-a71b-335bac239518 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506121
Apr 15 20:50:47.552293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.613635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.627277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.697734 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:47.703309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Usage tracker for resource:port and tenant:b960648afae74972b241d1ddc88119c2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:47.706363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:47.713229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:47.725963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Made reservation on behalf of b960648afae74972b241d1ddc88119c2 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:47.732276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.744910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.752672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-76ec0693-b36b-43d1-b759-57253dc70fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:47.767676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bed189-c178-4526-82e4-605ba4937398,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:47.770469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:47.821725 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.823096 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47bed189-c178-4526-82e4-605ba4937398 HTTP/1.1" status: 204  len: 168 time: 0.4494174
Apr 15 20:50:47.836597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:47.961927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Allocated IP 172.20.0.3 (095a7236-0476-4a67-8d4b-89f8856b1af0/2d99f650-d5f8-479d-939b-ec3f0b69c9fa/fb2a69fc-a11d-45b1-9a07-9fcf15613406) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:50:48.133854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c4c185c0>,) {'filters': {'network_id': ['eb4a4a04-9a8b-4961-8dd9-401bda98ec93']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:48.183115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4c185c0>, '80d99501-c6aa-4cc5-bc90-d6b0230768cc') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:48.183513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4c185c0>, '80d99501-c6aa-4cc5-bc90-d6b0230768cc') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:50:48.206103 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:48.225590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:48.236289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:50:48.301149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:48.344827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:48.377882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:48.574298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53364) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:48.574819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53366) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:48.576989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:50:48.594615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:48.624316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Pushing event updated for resources: {'Port': ['ID=fb2a69fc-a11d-45b1-9a07-9fcf15613406,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:48.629764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:48.685998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:50:48.687625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:48.689901 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:50:48.776762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:48.784990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:48.785865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:48.811502 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3519423
Apr 15 20:50:48.826463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Request body: {'port': {'device_id': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:48.935104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:48.956029 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Usage tracker for resource:security_group_rule and tenant:34f6ec9f69294b8787d8767b00cced73 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:48.967120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:48.978209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330760ee-4398-4d11-b9e7-4989022f3d93 req-ad163aac-8da0-44f0-8200-788bde9070ed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:48.986142 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-330760ee-4398-4d11-b9e7-4989022f3d93 req-ad163aac-8da0-44f0-8200-788bde9070ed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 931 time: 0.4125760
Apr 15 20:50:49.004232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:49.022367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Network eb4a4a04-9a8b-4961-8dd9-401bda98ec93 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:50:49.024924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.107679 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-330760ee-4398-4d11-b9e7-4989022f3d93 req-6b9686be-9ca5-4d53-acbf-5673e6783f23 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203728
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:50:49.108068 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:50:49.206443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.250605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565f1a4-26f2-46ff-8f66-5eba794aad00 req-d472eed7-329c-41e4-8210-a9d4bd7ecc3f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:49.252384 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7565f1a4-26f2-46ff-8f66-5eba794aad00 req-d472eed7-329c-41e4-8210-a9d4bd7ecc3f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.4842970
Apr 15 20:50:49.255588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:49.285014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Usage tracker for resource:security_group_rule and tenant:3448838181f64680adcba97d2106f766 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:49.299206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:49.302554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.317379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:49.565822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-99acf40a-7ca5-44e3-9159-da4fc54bf626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:49.583282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.606955 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7565f1a4-26f2-46ff-8f66-5eba794aad00 req-808c1242-784d-4758-b34a-0b6adaad1895 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442061
Apr 15 20:50:49.621984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4a4a04-9a8b-4961-8dd9-401bda98ec93,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:49.635069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:49.651874 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] 10.222.0.25 "DELETE /v2.0/networks/eb4a4a04-9a8b-4961-8dd9-401bda98ec93 HTTP/1.1" status: 204  len: 168 time: 2.2009730
Apr 15 20:50:49.686653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2a69fc-a11d-45b1-9a07-9fcf15613406 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:49.695052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.695338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.702731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.714030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:49.717087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Transition to ACTIVE for port object fb2a69fc-a11d-45b1-9a07-9fcf15613406 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:50:49.720686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.739932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:49.771104 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34f6ec9f69294b8787d8767b00cced73&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1809921
Apr 15 20:50:49.779040 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616c0758-ecbc-4865-98c3-ad891efdd226,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:49.782060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53392) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:49.785204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:49.794288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53396) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:49.817162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.822904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:49.840405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fa4b60a8-87a9-4a18-b88e-e9cc625b9e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:49.893389 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1447970d-3090-4573-b3c5-2c88c35390d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26218b7071e74e95ba4b4371ee280893&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0978203
Apr 15 20:50:49.899172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53400) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:49.914613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54022c4-9b19-4573-a5d8-2aaa7ae9c711,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:49.920347 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3448838181f64680adcba97d2106f766&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3321345
Apr 15 20:50:49.921020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:49.923082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53404) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:49.928487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Pushing event updated for resources: {'Port': ['ID=fb2a69fc-a11d-45b1-9a07-9fcf15613406,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:49.946765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:49.984697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.025676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.040992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.069811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.078773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.100537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.171688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.176533 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-350b5e7a-82fd-48d4-a89f-eb5161e2ee48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:50.186373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.198509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093b25be-9ee5-4ca1-80d0-12006f7ec601,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:50.206837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:50.207298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:50.229929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54022c4-9b19-4573-a5d8-2aaa7ae9c711,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:50.232416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:50.233449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.240057 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/093b25be-9ee5-4ca1-80d0-12006f7ec601 HTTP/1.1" status: 204  len: 168 time: 0.3323188
Apr 15 20:50:50.240057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.240057 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a54022c4-9b19-4573-a5d8-2aaa7ae9c711 HTTP/1.1" status: 204  len: 168 time: 0.3128154
Apr 15 20:50:50.269826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Attempting to bind port fb2a69fc-a11d-45b1-9a07-9fcf15613406 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:50:50.269826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Attempting to bind port fb2a69fc-a11d-45b1-9a07-9fcf15613406 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:50:50.280027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Attempting to bind port fb2a69fc-a11d-45b1-9a07-9fcf15613406 on network 095a7236-0476-4a67-8d4b-89f8856b1af0 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:50.288245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.307890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5626ca07-0883-4e50-9497-e61f66bd8423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:50.327798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Port fb2a69fc-a11d-45b1-9a07-9fcf15613406 on network 095a7236-0476-4a67-8d4b-89f8856b1af0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:50:50.328184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Attempting to bind port fb2a69fc-a11d-45b1-9a07-9fcf15613406 on network 095a7236-0476-4a67-8d4b-89f8856b1af0 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:50:50.350001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:50:50.350385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Checking segment: {'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:50.350814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Bound using segment: {'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:50:50.351318 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Bound port: fb2a69fc-a11d-45b1-9a07-9fcf15613406, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:50:50.351707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.371369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ebbb-6bc2-40c7-9362-4e8c65d3577c req-889b606d-994e-4e18-a7d9-63b4ccb86ad1 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:50.373677 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bce5ebbb-6bc2-40c7-9362-4e8c65d3577c req-889b606d-994e-4e18-a7d9-63b4ccb86ad1 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 943 time: 0.1061954
Apr 15 20:50:50.375011 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616c0758-ecbc-4865-98c3-ad891efdd226,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:50.380419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:50.446882 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bce5ebbb-6bc2-40c7-9362-4e8c65d3577c req-e3734e84-1d6b-4a8c-b793-b18b3ebd90f3 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600047
Apr 15 20:50:50.448083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.449314 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/616c0758-ecbc-4865-98c3-ad891efdd226 HTTP/1.1" status: 204  len: 168 time: 0.6662490
Apr 15 20:50:50.501511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] For port fb2a69fc-a11d-45b1-9a07-9fcf15613406, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:50:50.505159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] For port fb2a69fc-a11d-45b1-9a07-9fcf15613406, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=fb2a69fc-a11d-45b1-9a07-9fcf15613406,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:50:50.517789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.529102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23ec7291-735c-412f-8d55-e9ecb4f7ac8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:50.689374 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Pushing event updated for resources: {'Port': ['ID=fb2a69fc-a11d-45b1-9a07-9fcf15613406,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:50.695647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:50.724651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53428) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:50.744096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:50.744404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.745938 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] 10.222.0.62 "PUT /v2.0/ports/fb2a69fc-a11d-45b1-9a07-9fcf15613406 HTTP/1.1" status: 200  len: 1093 time: 1.9254737
Apr 15 20:50:50.746521 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'tag': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:50.753413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.769663 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:50.773672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f435cb30f5dd44f38fe077ac5ac595dd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:50.776660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:50.783552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:50.871899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.875280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:50.885169 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:50.928571 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f435cb30f5dd44f38fe077ac5ac595dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2025280
Apr 15 20:50:50.930351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e4341-a104-4122-b7c3-d539680d9be3,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:50.931376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53442) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:50.933516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:51.002235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.014910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53448) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:51.036078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.036608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.053328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:51.057442 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Usage tracker for resource:security_group_rule and tenant:c3de05c187234b9a86170aa813ee2dc7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:51.060771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:51.067065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:51.087647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.093359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d60b9319-bb14-4e28-8185-a47bd4aafc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:51.104772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e4341-a104-4122-b7c3-d539680d9be3,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:51.107175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:51.112567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.116647 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a86e4341-a104-4122-b7c3-d539680d9be3 HTTP/1.1" status: 204  len: 168 time: 0.1803226
Apr 15 20:50:51.177634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.180899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.192477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-03a93ba7-4798-4c15-aa7c-e816cf82f8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:51.233806 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3de05c187234b9a86170aa813ee2dc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2177155
Apr 15 20:50:51.235682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25197c11-08c9-45f7-8d2d-b2b6114df943,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:51.237247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53458) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:51.239332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:51.307650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.345138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.397970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.397970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1a495cf3-6958-4265-b7b4-b08c54b61c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:51.411300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25197c11-08c9-45f7-8d2d-b2b6114df943,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:51.414445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:51.415428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:51.416665 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25197c11-08c9-45f7-8d2d-b2b6114df943 HTTP/1.1" status: 204  len: 168 time: 0.1782835
Apr 15 20:50:52.674827 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'tag': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406', 'status': 'completed', 'code': 200}
Apr 15 20:50:52.761038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-703f4698-3106-45da-9e95-3bdcd299a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:52.762677 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-703f4698-3106-45da-9e95-3bdcd299a440 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b960648afae74972b241d1ddc88119c2&device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 1096 time: 0.1774383
Apr 15 20:50:52.849288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4940858-3365-4cf5-939d-db66dee72787 req-6ef32d55-4fbd-4470-9783-864ae1f99550 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:52.851036 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d4940858-3365-4cf5-939d-db66dee72787 req-6ef32d55-4fbd-4470-9783-864ae1f99550 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1629043
Apr 15 20:50:52.876257 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-4737502a-5b38-4e9d-a2ec-8486b0257a31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2a69fc-a11d-45b1-9a07-9fcf15613406 HTTP/1.1" status: 200  len: 217 time: 0.1020870
Apr 15 20:50:52.917220 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d4940858-3365-4cf5-939d-db66dee72787 req-ba30d50f-6a9f-4793-bdb8-e14f057de028 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592940
Apr 15 20:50:52.934524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce8080-8360-4c3e-b1c5-27ddbce0b377 req-d7e21d6e-da86-47c0-a22c-51af0ab29df7 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:52.936373 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-96ce8080-8360-4c3e-b1c5-27ddbce0b377 req-d7e21d6e-da86-47c0-a22c-51af0ab29df7 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 943 time: 0.1657617
Apr 15 20:50:52.962684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-8597b0f7-9d5a-47fd-bd3a-9470cf8db21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:52.964446 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-8597b0f7-9d5a-47fd-bd3a-9470cf8db21f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d99f650-d5f8-479d-939b-ec3f0b69c9fa HTTP/1.1" status: 200  len: 848 time: 0.0803001
Apr 15 20:50:53.024951 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-96ce8080-8360-4c3e-b1c5-27ddbce0b377 req-ddcf4e4c-560a-4ff4-9186-844e1c424e08 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646527
Apr 15 20:50:53.048337 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-8e79bf5f-6899-44e5-9a19-824f6e176885 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=095a7236-0476-4a67-8d4b-89f8856b1af0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745993
Apr 15 20:50:53.200304 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-d0c38c1e-f172-40e7-a671-58a5f7cfd742 service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441660
Apr 15 20:50:53.396095 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49e9be9e-3259-494b-ac3b-f72736c8d73b req-b64fa207-0ed8-4ba0-8293-1e752126a9e6 service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873922
Apr 15 20:50:53.557063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-bfaf0e85-a1f0-4faf-81ce-0e2dbefb421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:53.558813 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-bfaf0e85-a1f0-4faf-81ce-0e2dbefb421a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b960648afae74972b241d1ddc88119c2&device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 1096 time: 0.0992253
Apr 15 20:50:53.753607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-d2eb652f-7593-4178-8278-be51577b64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:53.755054 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-d2eb652f-7593-4178-8278-be51577b64b2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=095a7236-0476-4a67-8d4b-89f8856b1af0 HTTP/1.1" status: 200  len: 909 time: 0.1871364
Apr 15 20:50:53.879119 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-b68a20d7-6253-4ef4-8b17-90c216b9e4a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2a69fc-a11d-45b1-9a07-9fcf15613406 HTTP/1.1" status: 200  len: 217 time: 0.1022289
Apr 15 20:50:53.992005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-e735c372-c9ab-4c3f-94f9-bf7c991315ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:53.995202 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-e735c372-c9ab-4c3f-94f9-bf7c991315ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d99f650-d5f8-479d-939b-ec3f0b69c9fa HTTP/1.1" status: 200  len: 848 time: 0.0966301
Apr 15 20:50:54.065168 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-e000a398-d524-47e8-acc2-9a4fcdfa4a7b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=095a7236-0476-4a67-8d4b-89f8856b1af0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618308
Apr 15 20:50:54.268076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e225e5-8c87-4a2e-9b0b-cb4a52a739e8 req-d726c6cb-0105-4dd6-9a98-211d0b38a561 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:54.270113 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a7e225e5-8c87-4a2e-9b0b-cb4a52a739e8 req-d726c6cb-0105-4dd6-9a98-211d0b38a561 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1242390
Apr 15 20:50:54.280421 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-20acf519-2d70-4536-a3b5-4b85d06c50ec service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999941
Apr 15 20:50:54.376041 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a7e225e5-8c87-4a2e-9b0b-cb4a52a739e8 req-7de9ed97-4489-4502-a076-443220acc9d1 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991228
Apr 15 20:50:54.415827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3bf82-14bd-4855-9237-1b0285ed5ee5 req-d3039452-8d47-416a-9356-b7bd5a64287b tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:54.417562 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-deb3bf82-14bd-4855-9237-1b0285ed5ee5 req-d3039452-8d47-416a-9356-b7bd5a64287b tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 943 time: 0.1045332
Apr 15 20:50:54.452358 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c3d8afd-c877-4a9c-8204-0f5e882f3071 req-94d7ea63-ea7a-4a84-9e93-4ffef040cfc9 service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626501
Apr 15 20:50:54.475469 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-deb3bf82-14bd-4855-9237-1b0285ed5ee5 req-1846383e-8ae6-4e74-8285-799e3e6b54b8 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505974
Apr 15 20:50:54.983856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53620) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:55.180215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:55.214829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:55.222422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Usage tracker for resource:security_group_rule and tenant:178c76a4fefe4d449c9d42ea3a7afc1d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:55.227678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:55.235865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:55.353010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:55.356217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:55.366764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:55.470780 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=178c76a4fefe4d449c9d42ea3a7afc1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4845178
Apr 15 20:50:55.472541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c35aea-84f1-4fb1-af6a-f20e293ecaf7,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:55.476428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53644) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:55.495851 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:55.576733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:55.720050 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:55.867261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb5ed7-ff1d-4f15-91fa-8e4e5ef1d112 req-67390b0a-7279-43b7-819d-f33be183ff79 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:55.880396 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-88cb5ed7-ff1d-4f15-91fa-8e4e5ef1d112 req-67390b0a-7279-43b7-819d-f33be183ff79 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.2539511
Apr 15 20:50:55.885974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:55.906036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:55.930293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c35aea-84f1-4fb1-af6a-f20e293ecaf7,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:55.931418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:56.000578 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.001794 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82c35aea-84f1-4fb1-af6a-f20e293ecaf7 HTTP/1.1" status: 204  len: 168 time: 0.5240138
Apr 15 20:50:56.005552 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-88cb5ed7-ff1d-4f15-91fa-8e4e5ef1d112 req-cff00890-f06a-4375-a9a2-d1953801d3c6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218061
Apr 15 20:50:56.054614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462148a8-55d2-4ac3-8479-e75d7ccfd145 req-4c9a7047-3faa-4766-9267-9f423c8c34a4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:56.056292 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-462148a8-55d2-4ac3-8479-e75d7ccfd145 req-4c9a7047-3faa-4766-9267-9f423c8c34a4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 943 time: 0.1059258
Apr 15 20:50:56.111168 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-462148a8-55d2-4ac3-8479-e75d7ccfd145 req-c75ea40e-34c9-471d-8e95-4f524e2194e6 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478323
Apr 15 20:50:56.332575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53672) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:56.351538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.367574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:56.374457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e82001eff3419f9d78d35abc7adad0 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:56.377821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:56.386111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:56.483825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.487867 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.495793 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:56.540367 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0e82001eff3419f9d78d35abc7adad0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2065814
Apr 15 20:50:56.541154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc046be4-ac9d-4072-bb09-2f1144262a5e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:56.543347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53676) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:56.544520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:56.610795 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.638032 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.647560 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device fb2a69fc-a11d-45b1-9a07-9fcf15613406 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:50:56.683402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.687241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-88be394c-ad74-4c23-82f2-552a02d86357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:56.704156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc046be4-ac9d-4072-bb09-2f1144262a5e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:56.706427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:56.713797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:56.714984 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc046be4-ac9d-4072-bb09-2f1144262a5e HTTP/1.1" status: 204  len: 168 time: 0.1704178
Apr 15 20:50:57.012950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port fb2a69fc-a11d-45b1-9a07-9fcf15613406, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=fb2a69fc-a11d-45b1-9a07-9fcf15613406,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:57.029873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406', 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0', 'port_id': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406', 'mac_address': 'fa:16:3e:7b:e1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d99f650-d5f8-479d-939b-ec3f0b69c9fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:50:57.101517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:57.120925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2a69fc-a11d-45b1-9a07-9fcf15613406 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:50:57.139663 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port fb2a69fc-a11d-45b1-9a07-9fcf15613406, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=fb2a69fc-a11d-45b1-9a07-9fcf15613406,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:57.143908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:57.146799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:57.237739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=fb2a69fc-a11d-45b1-9a07-9fcf15613406,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:57.242045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:57.439151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['fb2a69fc-a11d-45b1-9a07-9fcf15613406'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:50:57.453380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2f75-eb8f-498f-a3b7-dc4762714744 req-84e7578b-3d4f-43db-a7cf-eb5ae29a144b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:57.455056 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c9dd2f75-eb8f-498f-a3b7-dc4762714744 req-84e7578b-3d4f-43db-a7cf-eb5ae29a144b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.2157252
Apr 15 20:50:57.468383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bedf1-ed4b-45ef-b91f-fdb9a03e07e3 req-a36f6467-e870-48de-88ac-2b6745bb9650 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:57.470039 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-653bedf1-ed4b-45ef-b91f-fdb9a03e07e3 req-a36f6467-e870-48de-88ac-2b6745bb9650 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 944 time: 0.1620390
Apr 15 20:50:57.570246 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-653bedf1-ed4b-45ef-b91f-fdb9a03e07e3 req-091d6de2-a068-4f21-9636-fd455804a1ab tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837069
Apr 15 20:50:57.584279 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c9dd2f75-eb8f-498f-a3b7-dc4762714744 req-edb442d9-3a4a-4715-9cd3-d2190f60d417 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125040
Apr 15 20:50:57.821255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53732) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:57.944291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-568785505-network', 'tenant_id': 'cf4f4d9b53f246a188b6d139d2e6ca0c'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:57.949414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:57.953731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Usage tracker for resource:network and tenant:cf4f4d9b53f246a188b6d139d2e6ca0c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:57.957638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:57.964129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:57.975510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Made reservation on behalf of cf4f4d9b53f246a188b6d139d2e6ca0c for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:57.980346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:57.993945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.009375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:58.013586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4f4d9b53f246a188b6d139d2e6ca0c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:58.016654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:58.022866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:58.053310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53740) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:58.119253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.122602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.126950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f1e65e99-8bb2-4b07-89e3-58b77de7ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:58.155753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:50:58.165208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c774f-78da-4287-9461-b291482b9d83,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:58.184054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:58.185071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.185454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Added segment 00b803a1-b5fd-4825-82de-c4c6e7d035eb of type vlan for network 1f80bd47-19eb-48c2-ad89-6088495cbffd
Apr 15 20:50:58.194682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.223171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:58.231341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Usage tracker for resource:security_group_rule and tenant:0c33d12efe324dfd96be36142ff52b95 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:58.234858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.239269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:58.246811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:58.295565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.298015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:58.298652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.304287 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:58.428190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Pushing event updated for resources: {'Network': ['ID=1f80bd47-19eb-48c2-ad89-6088495cbffd,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:58.435303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:58.436831 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6144471
Apr 15 20:50:58.440448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53746) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:58.442333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 1f80bd47-19eb-48c2-ad89-6088495cbffd details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:50:58.447014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Request body: {'subnet': {'network_id': '1f80bd47-19eb-48c2-ad89-6088495cbffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-568785505-subnet', 'tenant_id': 'cf4f4d9b53f246a188b6d139d2e6ca0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:50:58.452605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:58.457166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Usage tracker for resource:subnet and tenant:cf4f4d9b53f246a188b6d139d2e6ca0c is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:58.460378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:58.466556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:58.475671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.479100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.480776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Made reservation on behalf of cf4f4d9b53f246a188b6d139d2e6ca0c for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:50:58.485693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442749'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.488013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d594229c-05be-4793-9491-4cddcddc732c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:58.530500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90a449c-e79b-4ba5-8a19-a2f6c2736747,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:58.538753 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c33d12efe324dfd96be36142ff52b95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4844024
Apr 15 20:50:58.539505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53750) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:58.540332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:58.602521 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1a24f90-0fc2-4728-bf33-1299e8729c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.632407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1a24f90-0fc2-4728-bf33-1299e8729c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.682699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1a24f90-0fc2-4728-bf33-1299e8729c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.689879 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f9ad2e04-7103-4005-bfd6-4df486ad1031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:58.705808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a24f90-0fc2-4728-bf33-1299e8729c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90a449c-e79b-4ba5-8a19-a2f6c2736747,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:58.707932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1a24f90-0fc2-4728-bf33-1299e8729c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:58.712079 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d1a24f90-0fc2-4728-bf33-1299e8729c50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a90a449c-e79b-4ba5-8a19-a2f6c2736747 HTTP/1.1" status: 204  len: 168 time: 0.1706934
Apr 15 20:50:58.713198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d1a24f90-0fc2-4728-bf33-1299e8729c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:59.051274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49524-0de9-40e3-b5b0-028ea3ba611d req-85eb360a-260a-4123-8011-0e9175d798d6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:59.059199 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9dc49524-0de9-40e3-b5b0-028ea3ba611d req-85eb360a-260a-4123-8011-0e9175d798d6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.3529313
Apr 15 20:50:59.133220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf154c5-c854-4464-aa8e-3a27407d20c6 req-9afb1147-b22c-4905-b65e-2ad8fa75cc26 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:59.140556 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ddf154c5-c854-4464-aa8e-3a27407d20c6 req-9afb1147-b22c-4905-b65e-2ad8fa75cc26 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 944 time: 0.3363619
Apr 15 20:50:59.151393 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9dc49524-0de9-40e3-b5b0-028ea3ba611d req-5d9e0dc6-39d8-40b0-a01f-7a0fad8b7ac4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911283
Apr 15 20:50:59.223957 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ddf154c5-c854-4464-aa8e-3a27407d20c6 req-90a1b5c6-7815-4925-8cce-93d2c5102a57 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824072
Apr 15 20:50:59.293714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device fb2a69fc-a11d-45b1-9a07-9fcf15613406 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:50:59.346198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53790) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:59.386607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2578322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442702'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.404339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port fb2a69fc-a11d-45b1-9a07-9fcf15613406 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:50:59.408806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:59.409706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port fb2a69fc-a11d-45b1-9a07-9fcf15613406 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:50:59.410134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.527164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.550911 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:50:59.551816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a55c53-bc15-426e-affb-8722eb6681a7,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:59.555553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.556063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Usage tracker for resource:security_group_rule and tenant:e221e0264a2b4530a74883f93e650ae3 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:50:59.557219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:59.561945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:50:59.569923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:50:59.595263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port fb2a69fc-a11d-45b1-9a07-9fcf15613406, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=fb2a69fc-a11d-45b1-9a07-9fcf15613406,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:50:59.596760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:50:59.604528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.608614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-71319d5b-3b3a-4bd8-8326-6b2823808812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:59.663025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Checking segment: {'id': '00b803a1-b5fd-4825-82de-c4c6e7d035eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '1f80bd47-19eb-48c2-ad89-6088495cbffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:50:59.663734 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Network hostable DHCP agents. Network: 1f80bd47-19eb-48c2-ad89-6088495cbffd, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:50:59.686989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.687226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Network 1f80bd47-19eb-48c2-ad89-6088495cbffd is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:50:59.691630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.700607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 1f80bd47-19eb-48c2-ad89-6088495cbffd) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:50:59.704326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=fb2a69fc-a11d-45b1-9a07-9fcf15613406,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:59.709095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:59.718293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:59.720719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a69d4-7e37-426b-a52d-a0d74b268d53 None None] Network 1f80bd47-19eb-48c2-ad89-6088495cbffd requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:50:59.730780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:50:59.731433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.738140 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e221e0264a2b4530a74883f93e650ae3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3899572
Apr 15 20:50:59.741668 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53808) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:50:59.771835 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-2e47907e-e364-4637-b0b2-b2f5623b12c7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3220894
Apr 15 20:50:59.786086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13cd5c1-aa40-400b-9120-505da9c67f4b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:59.792073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:50:59.825638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.856000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.908689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.917805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-47fce212-7ca9-48df-85c8-ed8b78128d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:50:59.936998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:50:59.941242 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c13cd5c1-aa40-400b-9120-505da9c67f4b HTTP/1.1" status: 204  len: 168 time: 0.1985521
Apr 15 20:50:59.944089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13cd5c1-aa40-400b-9120-505da9c67f4b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:50:59.962371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:00.006387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899d1e9-617d-4eea-a30b-ef1b73313457 None None] Network 1f80bd47-19eb-48c2-ad89-6088495cbffd requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:00.416492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53838) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:00.435365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.451185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:00.455221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Usage tracker for resource:security_group_rule and tenant:fc6f1b12eedd4e75948bc68bcdc6b78c is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:00.458365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:00.465802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:00.560799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.567205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.577684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-367ca2dc-82ea-44d4-8026-a34fa3b366ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:00.627647 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc6f1b12eedd4e75948bc68bcdc6b78c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2098827
Apr 15 20:51:00.630822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53850) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:00.643969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38b717-c058-4864-b635-26604ae056b4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:00.648320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:00.697093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.727773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.746215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 53860) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:00.752589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-71855344-network', 'tenant_id': 'b1760b1d78654c70bc378ee2d859f917'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:00.757535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:00.761760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Usage tracker for resource:network and tenant:b1760b1d78654c70bc378ee2d859f917 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:00.766161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:00.772960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:00.778737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.782054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Made reservation on behalf of b1760b1d78654c70bc378ee2d859f917 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:00.784463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d8c7374a-3a93-47c5-a4ec-fb2a820fd93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:00.787205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.795907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38b717-c058-4864-b635-26604ae056b4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:00.800881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:00.801796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.802944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.804224 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb38b717-c058-4864-b635-26604ae056b4 HTTP/1.1" status: 204  len: 168 time: 0.1723843
Apr 15 20:51:00.823395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:00.827331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Usage tracker for resource:security_group_rule and tenant:b1760b1d78654c70bc378ee2d859f917 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:00.830368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:00.836556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:00.937357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.941862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:00.946032 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:00.981347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a12cbe9-51b2-4575-a06e-a8695884a82e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:00.996834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:51:00.999945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:01.009460 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:01.009827 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Added segment 225bbf5e-978c-4b38-b9cd-43110580dd4e of type vlan for network a97ed396-9432-4736-b08f-493c27eaee41
Apr 15 20:51:01.050065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:01.084038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:01.085813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:01.086483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:01.092009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:01.206481 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.4585896
Apr 15 20:51:01.206629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 53880) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:01.213012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Request body: {'subnet': {'network_id': 'a97ed396-9432-4736-b08f-493c27eaee41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-71855344-subnet', 'tenant_id': 'b1760b1d78654c70bc378ee2d859f917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:01.218985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Pushing event updated for resources: {'Network': ['ID=a97ed396-9432-4736-b08f-493c27eaee41,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:01.218985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:01.227397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network a97ed396-9432-4736-b08f-493c27eaee41 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:51:01.235121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:01.245025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Usage tracker for resource:subnet and tenant:b1760b1d78654c70bc378ee2d859f917 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:01.248814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:01.256102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:01.267235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Made reservation on behalf of b1760b1d78654c70bc378ee2d859f917 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:01.274827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937788'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:01.374066 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406', 'code': 200}
Apr 15 20:51:01.689000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116b20d-db1e-4f71-bcfd-ec48b980c53c req-7b07a920-cd4f-4cdc-8ecc-a2fdeaf13ed3 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:01.690832 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a116b20d-db1e-4f71-bcfd-ec48b980c53c req-7b07a920-cd4f-4cdc-8ecc-a2fdeaf13ed3 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.2107139
Apr 15 20:51:01.742419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c55dc-e4d5-4cff-84f2-db4077175195 req-8216b933-eac4-4170-ab34-7dd2939b4aa5 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:01.749804 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e54c55dc-e4d5-4cff-84f2-db4077175195 req-8216b933-eac4-4170-ab34-7dd2939b4aa5 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 945 time: 0.1846938
Apr 15 20:51:01.801307 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a116b20d-db1e-4f71-bcfd-ec48b980c53c req-152157fe-7b79-4e15-a75a-99fb6108b879 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956328
Apr 15 20:51:01.843828 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e54c55dc-e4d5-4cff-84f2-db4077175195 req-13e0a8ac-07e8-43cb-a717-f7ddb35499fc tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906584
Apr 15 20:51:02.074893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0e27e-ac89-4cb3-8ab7-5f26fb0ef8a7 req-405bff49-d641-4a6f-91b0-e42fce41fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:02.076710 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8cf0e27e-ac89-4cb3-8ab7-5f26fb0ef8a7 req-405bff49-d641-4a6f-91b0-e42fce41fbc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 1098 time: 0.4347682
Apr 15 20:51:02.172706 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8cf0e27e-ac89-4cb3-8ab7-5f26fb0ef8a7 req-48cb48c9-f2e9-4fe5-a063-08087dee632b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853124
Apr 15 20:51:02.194892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851967780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937743'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:02.211409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6d2dc59b-6b97-47be-a442-68bcc05f4fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:02.370462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a38a5345-ee78-44c6-8248-f7656ef20eee,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:02.374988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:02.477536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Checking segment: {'id': '225bbf5e-978c-4b38-b9cd-43110580dd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a97ed396-9432-4736-b08f-493c27eaee41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:02.477937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Network hostable DHCP agents. Network: a97ed396-9432-4736-b08f-493c27eaee41, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:51:02.513864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Network a97ed396-9432-4736-b08f-493c27eaee41 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:51:02.539540 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, a97ed396-9432-4736-b08f-493c27eaee41) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:02.552673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb613a6-ffe5-4fbc-9b2a-69b058244713 None None] Network a97ed396-9432-4736-b08f-493c27eaee41 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:02.567260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:02.568296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:02.610321 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c4be89ff-6d1f-42c6-aeaa-96f17454acd4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4009364
Apr 15 20:51:02.857356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca94307-9e07-437e-8e18-16adcfd193cf None None] Network a97ed396-9432-4736-b08f-493c27eaee41 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:02.889143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:51:03.067917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e8ea5-c44d-4f4d-894d-490b75de317e req-5e7bb841-163a-4abc-bf07-0a4ac96113b0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:03.077966 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d19e8ea5-c44d-4f4d-894d-490b75de317e req-5e7bb841-163a-4abc-bf07-0a4ac96113b0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1349139
Apr 15 20:51:03.164974 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d19e8ea5-c44d-4f4d-894d-490b75de317e req-b9d8d740-3553-4fb5-8d05-1fa751e201dc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810912
Apr 15 20:51:03.275653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b03c5-e9e3-411c-9233-90aabd98ae31 req-851946a6-c124-457b-a236-1b77d73827c7 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:03.277789 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-544b03c5-e9e3-411c-9233-90aabd98ae31 req-851946a6-c124-457b-a236-1b77d73827c7 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 945 time: 0.0989494
Apr 15 20:51:03.349947 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-544b03c5-e9e3-411c-9233-90aabd98ae31 req-b30146ff-0728-4509-a46e-fa550e4ea019 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647228
Apr 15 20:51:03.708302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54044) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:03.718633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54050) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:03.862089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:03.865224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:03.878410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:03.881073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:03.883684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Usage tracker for resource:security_group_rule and tenant:6300d45ca8e04aeeaede8e208b838639 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:03.885000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Usage tracker for resource:security_group_rule and tenant:248353dbb09e45a3a1a6bd4c64fa3620 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:03.888051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:03.888194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:03.894684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:03.896542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:03.987413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:03.992677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:03.993528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-68749751-9e22-405e-b08a-891579c2994a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.003080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-72f42489-115c-4de7-bfbb-8c2fc9cf0205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:04.030362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.036445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.058058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ace07e54-e1f9-480f-84b1-67d8aa3e32bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:04.058297 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6300d45ca8e04aeeaede8e208b838639&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3486311
Apr 15 20:51:04.059907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54062) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:04.063038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2097bc-368b-4265-a9e5-993698052af9,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:04.078326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:04.088280 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=248353dbb09e45a3a1a6bd4c64fa3620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3683581
Apr 15 20:51:04.094624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54066) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:04.104680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa344ac4-f7c8-46e8-bde8-e94c4b549b5c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:04.107928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:04.184177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.222343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.238777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.277557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.337700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.341922 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-60fbd101-ebaf-4d35-8d2c-66560b00e128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:04.361076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.365821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2097bc-368b-4265-a9e5-993698052af9,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:04.369019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6925b-2dab-4bf5-a70f-3151e4046934 req-b31da702-d7cd-42a7-aba7-4202997acc52 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:04.370689 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3aa6925b-2dab-4bf5-a70f-3151e4046934 req-b31da702-d7cd-42a7-aba7-4202997acc52 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0925026
Apr 15 20:51:04.370792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:04.374558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d661d6cc-55ac-4062-9509-e1caad6a4825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:04.391389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa344ac4-f7c8-46e8-bde8-e94c4b549b5c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:04.393452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.397342 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa344ac4-f7c8-46e8-bde8-e94c4b549b5c HTTP/1.1" status: 204  len: 168 time: 0.2987616
Apr 15 20:51:04.397342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:04.397342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.397701 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf2097bc-368b-4265-a9e5-993698052af9 HTTP/1.1" status: 204  len: 168 time: 0.3366871
Apr 15 20:51:04.456067 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3aa6925b-2dab-4bf5-a70f-3151e4046934 req-aac2f83c-2c73-4378-a270-d3cf20aa6122 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746253
Apr 15 20:51:04.782253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54088) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:04.803744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.815827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54092) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:04.836784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:04.842148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:04.854971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Usage tracker for resource:security_group_rule and tenant:2a898127b3204458b21b7bb0317714f3 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:04.859623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:04.868402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:04.870766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:04.873916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59c912-6ef9-42b3-ad42-311cf9141221 req-a2fd547e-7a65-48fe-b364-538be6af3171 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:04.877580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Usage tracker for resource:security_group_rule and tenant:44974db5930b4468a39df679a42b9e11 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:04.882312 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fc59c912-6ef9-42b3-ad42-311cf9141221 req-a2fd547e-7a65-48fe-b364-538be6af3171 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 945 time: 0.3721125
Apr 15 20:51:04.883735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:04.891245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:04.933160 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fc59c912-6ef9-42b3-ad42-311cf9141221 req-316490e9-3d5a-4e85-8ebc-d6aeb040de04 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489945
Apr 15 20:51:05.028906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.041747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.054103 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e2a8120e-2772-492f-8c44-8b92219b8cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:05.085312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.107638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.127026 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a898127b3204458b21b7bb0317714f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3432851
Apr 15 20:51:05.128144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2423a56c-c05f-4ec0-bf60-51a2a54614a2,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:05.130022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54104) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:05.133193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:05.133726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e36b3246-cbe2-45d6-be01-b70336227632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:05.175439 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44974db5930b4468a39df679a42b9e11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3583508
Apr 15 20:51:05.178574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54108) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:05.191954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4635b083-f550-499b-adf5-7c9c9c9b7d04,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:05.195315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-16efd47f-f09b-4ec8-a24c-b81c1a120d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:05.198504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-73959763-f6b5-45c3-b85a-2e6b3dea726f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.227070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-73959763-f6b5-45c3-b85a-2e6b3dea726f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.249331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.274649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-73959763-f6b5-45c3-b85a-2e6b3dea726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.283437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.284143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6e51ca81-ef69-4ddc-bdcf-1f6161e265ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:05.302401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73959763-f6b5-45c3-b85a-2e6b3dea726f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423a56c-c05f-4ec0-bf60-51a2a54614a2,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:05.306355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-73959763-f6b5-45c3-b85a-2e6b3dea726f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.307833 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-73959763-f6b5-45c3-b85a-2e6b3dea726f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2423a56c-c05f-4ec0-bf60-51a2a54614a2 HTTP/1.1" status: 204  len: 168 time: 0.1766579
Apr 15 20:51:05.308883 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-73959763-f6b5-45c3-b85a-2e6b3dea726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:05.360264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.364985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8946dc32-89cc-4b39-ba0c-145a2b43aa21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:05.382538 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4635b083-f550-499b-adf5-7c9c9c9b7d04,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:05.385682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:05.395264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:05.400277 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4635b083-f550-499b-adf5-7c9c9c9b7d04 HTTP/1.1" status: 204  len: 168 time: 0.2206142
Apr 15 20:51:05.726326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1d2c-da84-4b39-89c3-ed1de1f1077e req-aa21fdb9-6bc0-4672-9892-eb1f6959af7d tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:05.728029 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-430d1d2c-da84-4b39-89c3-ed1de1f1077e req-aa21fdb9-6bc0-4672-9892-eb1f6959af7d tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1050687
Apr 15 20:51:05.792063 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-430d1d2c-da84-4b39-89c3-ed1de1f1077e req-0a9170e6-8981-4fe7-8223-d6841318b804 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536180
Apr 15 20:51:05.919933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c29eae1d-24b3-4ecc-ae6f-47540cf5f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:06.578676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023e3ad-b27b-44de-83b1-11a23808842b req-5336734d-f218-4556-984f-78a919a4bd42 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:06.580688 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7023e3ad-b27b-44de-83b1-11a23808842b req-5336734d-f218-4556-984f-78a919a4bd42 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 945 time: 0.0901175
Apr 15 20:51:06.589893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:06.635300 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7023e3ad-b27b-44de-83b1-11a23808842b req-a2469c1f-3322-4978-9a70-ab4c56ae1571 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471077
Apr 15 20:51:07.127498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6c0e5-ce43-4894-a966-abd246dec7d8 req-36c81641-8748-44c1-b075-de220283ace0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:07.135041 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38f6c0e5-ce43-4894-a966-abd246dec7d8 req-36c81641-8748-44c1-b075-de220283ace0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.2212176
Apr 15 20:51:07.238090 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38f6c0e5-ce43-4894-a966-abd246dec7d8 req-0d1ecd01-3ad9-4486-a3be-ebebef83d544 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915582
Apr 15 20:51:07.250866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:07.859549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504de71-61ed-4d12-8466-c4646cc98e59 req-be20a380-1ce5-4336-bb18-9862ec839fb1 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:07.861417 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e504de71-61ed-4d12-8466-c4646cc98e59 req-be20a380-1ce5-4336-bb18-9862ec839fb1 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 945 time: 0.1080220
Apr 15 20:51:07.914524 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e504de71-61ed-4d12-8466-c4646cc98e59 req-a07e7dce-f3c4-4944-aaba-1ff6ffd798f6 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461035
Apr 15 20:51:08.148440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-72a7ecb1-08e6-4222-9790-d21fdc455c99 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:08.149213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-72a7ecb1-08e6-4222-9790-d21fdc455c99 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Synchronizing usage tracker for tenant:b960648afae74972b241d1ddc88119c2 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:51:08.167360 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-72a7ecb1-08e6-4222-9790-d21fdc455c99 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Unset dirty status for tenant:b960648afae74972b241d1ddc88119c2 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:51:08.168588 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-72a7ecb1-08e6-4222-9790-d21fdc455c99 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 945 time: 0.1274045
Apr 15 20:51:08.267349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Deleting port fb2a69fc-a11d-45b1-9a07-9fcf15613406 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:51:08.267731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:08.341424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54280) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:08.412831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:08.564025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:08.590798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:08.595046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Usage tracker for resource:security_group_rule and tenant:91222aca334c487c9fc29d55bde524f0 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:08.599469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:08.605698 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:08.702783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:08.718643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] For port fb2a69fc-a11d-45b1-9a07-9fcf15613406, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=fb2a69fc-a11d-45b1-9a07-9fcf15613406,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:08.718946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:08.731992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54302) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:08.738700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:08.781099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:08.794223 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91222aca334c487c9fc29d55bde524f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4516568
Apr 15 20:51:08.796917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54310) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:08.876755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Calling delete_port for fb2a69fc-a11d-45b1-9a07-9fcf15613406 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:51:08.947167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3607d-5827-4099-8c92-7d52368b642f req-ee16d819-8c4d-40ca-aacc-d9f8c9e68bba tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:08.956286 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3cf3607d-5827-4099-8c92-7d52368b642f req-ee16d819-8c4d-40ca-aacc-d9f8c9e68bba tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.5041687
Apr 15 20:51:09.031895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.058357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54320) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:09.098795 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.156811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968431fc-2399-412c-a9a7-175630634112,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:09.177220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.218220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:09.228584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.235724 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3cf3607d-5827-4099-8c92-7d52368b642f req-0a48bb0b-fb11-497f-a373-354528585c90 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2785504
Apr 15 20:51:09.243680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:09.254431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Usage tracker for resource:security_group_rule and tenant:d410c292e6514cea8ab0bd84447bd24a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:09.258142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:09.261724 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:09.266888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.267914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:09.271313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.274439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Usage tracker for resource:security_group_rule and tenant:2c46b6cca3854c4ca9f570b9d20624ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:09.279047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-251dbf42-104a-4d22-9824-16c5d7dfcd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:09.279923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:09.297834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968431fc-2399-412c-a9a7-175630634112,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:09.308345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.315625 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/968431fc-2399-412c-a9a7-175630634112 HTTP/1.1" status: 204  len: 168 time: 0.5158052
Apr 15 20:51:09.318276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:09.329087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8180b7d-0007-4033-b311-97fadf889d47 req-b08bde13-e9b3-4cf6-a4d1-b41466764d79 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:09.331067 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b8180b7d-0007-4033-b311-97fadf889d47 req-b08bde13-e9b3-4cf6-a4d1-b41466764d79 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 945 time: 0.1858118
Apr 15 20:51:09.365232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:09.385176 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b8180b7d-0007-4033-b311-97fadf889d47 req-b5e1f5e8-1225-479a-a57a-ba212f3c5c16 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470617
Apr 15 20:51:09.397062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:09.432897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Pushing event deleted for resources: {'Port': ['ID=fb2a69fc-a11d-45b1-9a07-9fcf15613406,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:09.444929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:09.597065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.640319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.656761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-59997f92-6475-4bcc-a84d-ccce2714ac02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:09.663176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54338) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:09.682567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.698098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:09.702282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Usage tracker for resource:security_group_rule and tenant:c8dea1c6973e45b2a6c703664f795cde is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:09.705579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:09.712315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:09.728979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] No DVR routers for this DVR port fb2a69fc-a11d-45b1-9a07-9fcf15613406 on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:51:09.748973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.756884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'name': 'network-vif-deleted', 'tag': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:51:09.777916 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d410c292e6514cea8ab0bd84447bd24a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0416880
Apr 15 20:51:09.780033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.780833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54344) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:09.783032 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c47b8-fbe2-4c58-a576-48f9284e3f46,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:09.792149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:09.792811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.804394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ce3ddfbc-bb5c-4936-be44-33f3f3289390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:09.826140 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99ee2ec-fd48-4dd5-99d6-a0f497e04182', 'name': 'network-vif-deleted', 'tag': 'fb2a69fc-a11d-45b1-9a07-9fcf15613406', 'status': 'completed', 'code': 200}
Apr 15 20:51:09.838961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.840608 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-81759a5a-10d6-48f1-8147-fe18ac7c4e64 req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "DELETE /v2.0/ports/fb2a69fc-a11d-45b1-9a07-9fcf15613406 HTTP/1.1" status: 204  len: 173 time: 1.6655149
Apr 15 20:51:09.851160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.858954 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c46b6cca3854c4ca9f570b9d20624ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7970090
Apr 15 20:51:09.858954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1266fd8b-0f65-4228-9c40-05eaa80944d0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:09.859862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54348) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:09.861377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaede9d7-9043-4421-950c-0970800aa357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:09.862900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:09.924430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.932819 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8dea1c6973e45b2a6c703664f795cde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2658670
Apr 15 20:51:09.933211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe97917-4138-458d-b600-348b0177999d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:09.933681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54352) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:09.935912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:09.938142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:09.967880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.018452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.024700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.032936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a9a48b43-fe08-4e7d-9abd-ad21b8c29d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:10.043872 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.049863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c47b8-fbe2-4c58-a576-48f9284e3f46,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:10.053314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:10.058012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.062160 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a6c47b8-fbe2-4c58-a576-48f9284e3f46 HTTP/1.1" status: 204  len: 168 time: 0.2801647
Apr 15 20:51:10.093928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.136698 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.142370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40d4b00c-c173-4091-989b-ffae554f261a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:10.156406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266fd8b-0f65-4228-9c40-05eaa80944d0,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:10.159226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:10.166373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.172127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e37efd45-439d-457c-a7f9-4b97950ced2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:10.183882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.185116 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1266fd8b-0f65-4228-9c40-05eaa80944d0 HTTP/1.1" status: 204  len: 168 time: 0.3243062
Apr 15 20:51:10.186454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe97917-4138-458d-b600-348b0177999d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:10.189087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:10.190537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.193580 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbe97917-4138-458d-b600-348b0177999d HTTP/1.1" status: 204  len: 168 time: 0.2580914
Apr 15 20:51:10.481213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59fb7a-0477-49ab-92fd-0f3f1cfc30de req-2f9e3247-081f-45f6-b8e5-571d4fb5cc32 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:10.489804 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0a59fb7a-0477-49ab-92fd-0f3f1cfc30de req-2f9e3247-081f-45f6-b8e5-571d4fb5cc32 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1026466
Apr 15 20:51:10.549664 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0a59fb7a-0477-49ab-92fd-0f3f1cfc30de req-6cb1d23f-6575-4fd4-952f-afaf05629619 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586770
Apr 15 20:51:10.654776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device fb2a69fc-a11d-45b1-9a07-9fcf15613406 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:51:10.710405 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fed9619d-ef81-4c30-9b1a-44ab67a06793 req-fca4580a-e8c4-4e7c-920b-a00a397147e8 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99ee2ec-fd48-4dd5-99d6-a0f497e04182 HTTP/1.1" status: 200  len: 210 time: 0.0632429
Apr 15 20:51:10.738325 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: fb2a69fc-a11d-45b1-9a07-9fcf15613406 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:51:10.739246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device fb2a69fc-a11d-45b1-9a07-9fcf15613406 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:51:10.818963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54388) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:10.843840 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:10.863355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:10.868264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Usage tracker for resource:security_group_rule and tenant:396bf82aade44d5d9c3f8e970e6f9941 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:10.871407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:10.880621 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:11.013506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:11.017046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:11.027923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a9a19b48-b1ac-4bd3-9ba4-1d25b3d3d2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:11.065331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b38bff-111f-44a1-99bf-a0c69ae09ef0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:11.072969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:11.093907 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=396bf82aade44d5d9c3f8e970e6f9941&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2735722
Apr 15 20:51:11.097113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54402) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:11.160368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:11.192871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:11.243020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:11.248493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5ebfcc52-b882-4648-8c04-35cc3e2718fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:11.263206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b38bff-111f-44a1-99bf-a0c69ae09ef0,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:11.266108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:11.267275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:11.271661 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10b38bff-111f-44a1-99bf-a0c69ae09ef0 HTTP/1.1" status: 204  len: 168 time: 0.1733797
Apr 15 20:51:11.774220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54446) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:11.783418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd007d-8cb0-43f8-85b4-48692d3dd546 req-ccb7e688-2036-4517-8b52-344440f72433 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:11.785785 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-73bd007d-8cb0-43f8-85b4-48692d3dd546 req-ccb7e688-2036-4517-8b52-344440f72433 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1103263
Apr 15 20:51:11.840713 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-73bd007d-8cb0-43f8-85b4-48692d3dd546 req-6c26c890-3761-4c75-93b3-556cb8291299 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472214
Apr 15 20:51:12.075512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1351787739-network', 'tenant_id': '0f5ab76630e4464894f345e62ade816a'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:12.093899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:12.100754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Usage tracker for resource:network and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:12.107498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:12.114974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:12.149130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Made reservation on behalf of 0f5ab76630e4464894f345e62ade816a for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:12.162073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.188078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.207065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:12.211548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:12.215471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:12.223117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:12.331320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.336624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.345659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5b9954df-3dc3-4463-b98b-be136d731bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:12.383004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:12.405815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:12.409479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:51:12.420063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.420453 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Added segment 1d2e3f91-7fd9-47d1-a10e-6cf15f412988 of type vlan for network 075c7590-ff48-4147-b73c-958c3a77a26a
Apr 15 20:51:12.451966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.488620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.490825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:12.491950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.497902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:12.667660 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8918943
Apr 15 20:51:12.669016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Pushing event updated for resources: {'Network': ['ID=075c7590-ff48-4147-b73c-958c3a77a26a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:12.671823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54526) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:12.674873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:12.679820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Request body: {'subnet': {'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1351787739-subnet', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:12.686672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:12.691666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 075c7590-ff48-4147-b73c-958c3a77a26a details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:51:12.692205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Usage tracker for resource:subnet and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:12.693746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-6f8f986c-8951-46ad-9fcd-4cbe48befc75 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:12.695747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:12.701618 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-6f8f986c-8951-46ad-9fcd-4cbe48befc75 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/networks?id=095a7236-0476-4a67-8d4b-89f8856b1af0 HTTP/1.1" status: 200  len: 808 time: 0.2389305
Apr 15 20:51:12.702136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:12.713411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Made reservation on behalf of 0f5ab76630e4464894f345e62ade816a for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:12.720127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937788'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:12.740677 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-8e8b159b-97d3-4416-a5de-41042a39f298 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/quotas/b960648afae74972b241d1ddc88119c2 HTTP/1.1" status: 200  len: 375 time: 0.0377884
Apr 15 20:51:12.830265 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-91e19168-a350-4b5b-b946-c9ba3396acc6 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b960648afae74972b241d1ddc88119c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0884953
Apr 15 20:51:13.053870 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-8c8f0bf6-61b3-4c67-9d56-17f58a914b71 service neutron] 10.222.0.25 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223587
Apr 15 20:51:13.273974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659487a-0459-4685-8c59-b2d5e0b36a67 req-7d6a3f24-83db-4c8a-9252-30b5a9651621 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:13.275355 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c659487a-0459-4685-8c59-b2d5e0b36a67 req-7d6a3f24-83db-4c8a-9252-30b5a9651621 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1935158
Apr 15 20:51:13.339946 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c659487a-0459-4685-8c59-b2d5e0b36a67 req-cf8d0619-5e5b-4309-8660-1a1632b55d4b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504963
Apr 15 20:51:13.354438 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-7e3f6b1f-eebe-4a57-85e7-402761caaea2 service neutron] 10.222.0.25 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995543
Apr 15 20:51:13.364055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851967780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937743'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:13.381945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:13.646536 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8ebaeca0-1f4a-4be9-951d-44d9a543a220 req-5486edf9-c5d5-4cbf-a035-95b5c1d56d5c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 210 time: 0.0649390
Apr 15 20:51:13.802699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c045b6b-38d2-4222-bcee-02e8a3077526,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:13.807753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:13.871652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Checking segment: {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:13.872073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Network hostable DHCP agents. Network: 075c7590-ff48-4147-b73c-958c3a77a26a, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:51:13.892805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Network 075c7590-ff48-4147-b73c-958c3a77a26a is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:51:13.912110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 075c7590-ff48-4147-b73c-958c3a77a26a) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:13.921717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ee366-9f67-4cc2-9bff-618e624a1cd0 None None] Network 075c7590-ff48-4147-b73c-958c3a77a26a requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:13.935553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:13.936235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:13.966721 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2938211
Apr 15 20:51:13.969685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54586) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:13.976361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:13.981494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:13.996598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Usage tracker for resource:router and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:14.001232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:14.014569 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:14.036916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:14.038402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:14.098487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:14.343160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-075c7590-ff48-4147-b73c-958c3a77a26a', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:51:14.344398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:14.539823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:14.613873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0571b76-8362-4258-b050-c447a1bc8d5e req-6f1d9cd0-0aba-40b5-a044-b22af9d93e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:14.617321 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d0571b76-8362-4258-b050-c447a1bc8d5e req-6f1d9cd0-0aba-40b5-a044-b22af9d93e9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 1098 time: 0.2612271
Apr 15 20:51:14.753902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Allocated IP 172.20.0.2 (075c7590-ff48-4147-b73c-958c3a77a26a/7c045b6b-38d2-4222-bcee-02e8a3077526/6986ec5d-4383-4ba9-abb1-50bc80945a1f) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:14.769717 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d0571b76-8362-4258-b050-c447a1bc8d5e req-cd37c7fb-5ced-4a6e-b312-e2af3720a643 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431730
Apr 15 20:51:14.852750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326182-4c28-43a6-b412-bb531bf62d69 req-ad701347-e7b3-44b2-b72b-d017f6f721dc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:14.861675 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5b326182-4c28-43a6-b412-bb531bf62d69 req-ad701347-e7b3-44b2-b72b-d017f6f721dc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1658065
Apr 15 20:51:14.941406 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5b326182-4c28-43a6-b412-bb531bf62d69 req-276a2035-c4f1-45c1-a416-442af541826f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781529
Apr 15 20:51:15.131755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.211251 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f1e48f-52d7-4baf-b03b-a9647e4804e3 req-7a177889-91f7-4736-85d2-13c4f950baca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 210 time: 0.1273463
Apr 15 20:51:15.282721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.284480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.296699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Transition to ACTIVE for port object 6986ec5d-4383-4ba9-abb1-50bc80945a1f will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:15.320284 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.324483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Transition to ACTIVE for port object 6986ec5d-4383-4ba9-abb1-50bc80945a1f will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:15.329633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.347064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:15.444527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-c2a6930f-245f-4d6d-ab24-f7eb483cf137 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:15.446508 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-c2a6930f-245f-4d6d-ab24-f7eb483cf137 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "GET /v2.0/networks?id=095a7236-0476-4a67-8d4b-89f8856b1af0 HTTP/1.1" status: 200  len: 808 time: 0.1825552
Apr 15 20:51:15.464859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Request body: {'port': {'device_id': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0', 'admin_state_up': True, 'tenant_id': 'b960648afae74972b241d1ddc88119c2'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:15.468099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Pushing event updated for resources: {'Port': ['ID=6986ec5d-4383-4ba9-abb1-50bc80945a1f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:15.471949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:15.561869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Network 075c7590-ff48-4147-b73c-958c3a77a26a is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:15.563484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:15.566773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:15.691311 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Attempting to bind port 6986ec5d-4383-4ba9-abb1-50bc80945a1f on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:15.691722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Attempting to bind port 6986ec5d-4383-4ba9-abb1-50bc80945a1f by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:15.692147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Attempting to bind port 6986ec5d-4383-4ba9-abb1-50bc80945a1f on network 075c7590-ff48-4147-b73c-958c3a77a26a {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:15.699085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:15.699514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Checking segment: {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:15.699994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.700426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Bound using segment: {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:15.701241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Bound port: 6986ec5d-4383-4ba9-abb1-50bc80945a1f, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:15.701657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.719600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:15.733949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Usage tracker for resource:port and tenant:b960648afae74972b241d1ddc88119c2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:15.739841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:15.750946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:15.766269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Made reservation on behalf of b960648afae74972b241d1ddc88119c2 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:15.777259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.787308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Allocated IP 172.27.2.216 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/28c7195d-a1ef-4a3f-aaf9-29c710aa0248) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:15.813990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] For port 6986ec5d-4383-4ba9-abb1-50bc80945a1f, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:15.822390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] For port 6986ec5d-4383-4ba9-abb1-50bc80945a1f, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=6986ec5d-4383-4ba9-abb1-50bc80945a1f,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:15.825906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:15.839383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:16.002763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:16.076023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:16.081600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Allocated IP 172.20.0.7 (095a7236-0476-4a67-8d4b-89f8856b1af0/2d99f650-d5f8-479d-939b-ec3f0b69c9fa/b842d3b6-1bc0-44b1-8c11-f387221eb089) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:16.103183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Pushing event updated for resources: {'Port': ['ID=6986ec5d-4383-4ba9-abb1-50bc80945a1f,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:16.111474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:16.348920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:16.452601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Pushing event updated for resources: {'Port': ['ID=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:16.459619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:16.478146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:16.485128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:16.499133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:16.571537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:16.597473 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2c2c9305-6d59-4429-9a67-478bc407b5d8 req-254d94f5-3129-4737-87e8-94c669289ef6 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 210 time: 0.1175270
Apr 15 20:51:16.608507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:16.630072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96931b2d-d4cf-4977-988b-68d80734e221 req-a799bfb2-9dd0-4bbb-8525-5d247118699f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:16.644459 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-96931b2d-d4cf-4977-988b-68d80734e221 req-a799bfb2-9dd0-4bbb-8525-5d247118699f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.3462362
Apr 15 20:51:16.661011 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:16.859346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Pushing event updated for resources: {'Port': ['ID=b842d3b6-1bc0-44b1-8c11-f387221eb089,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:16.865653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:16.922651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:16.923877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:16.926709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:16.975926 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-96931b2d-d4cf-4977-988b-68d80734e221 req-b92132ee-fec3-468d-922e-1316cc85e652 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3107359
Apr 15 20:51:17.003864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:17.003864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:17.029940 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5701015
Apr 15 20:51:17.049772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Request body: {'port': {'device_id': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:17.187980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:17.244081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:17.437850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70527fe4-caae-49ef-818e-46c9410a0e76 req-7c0cedd2-31b2-484b-9486-3199dd831da9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:17.440286 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-70527fe4-caae-49ef-818e-46c9410a0e76 req-7c0cedd2-31b2-484b-9486-3199dd831da9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3082180
Apr 15 20:51:17.590211 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-70527fe4-caae-49ef-818e-46c9410a0e76 req-5e393f04-0c2a-4561-b472-a70d6740f4d6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414475
Apr 15 20:51:17.607086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b842d3b6-1bc0-44b1-8c11-f387221eb089 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:51:17.622037 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:17.639553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Transition to ACTIVE for port object b842d3b6-1bc0-44b1-8c11-f387221eb089 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:17.643134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:17.746534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:17.859546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:17.956897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b842d3b6-1bc0-44b1-8c11-f387221eb089,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:17.963272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:18.170650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d290a8c9-6c34-4581-a68e-cf89ed749fd5 None None] Network 075c7590-ff48-4147-b73c-958c3a77a26a requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:18.290859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54672) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:18.331809 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b309d91-b826-4383-a450-91a894eeee77 req-4d7ba11f-4697-44b6-89e0-0119719905c1 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:18.335061 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2b309d91-b826-4383-a450-91a894eeee77 req-4d7ba11f-4697-44b6-89e0-0119719905c1 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 943 time: 0.2766275
Apr 15 20:51:18.348396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Router 54c56979-6753-47bc-bce8-32b681a605f8 is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:51:18.367532 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Attempting to bind port b842d3b6-1bc0-44b1-8c11-f387221eb089 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:18.368092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Attempting to bind port b842d3b6-1bc0-44b1-8c11-f387221eb089 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:18.368455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Attempting to bind port b842d3b6-1bc0-44b1-8c11-f387221eb089 on network 095a7236-0476-4a67-8d4b-89f8856b1af0 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:18.373620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Port b842d3b6-1bc0-44b1-8c11-f387221eb089 on network 095a7236-0476-4a67-8d4b-89f8856b1af0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:51:18.374022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Attempting to bind port b842d3b6-1bc0-44b1-8c11-f387221eb089 on network 095a7236-0476-4a67-8d4b-89f8856b1af0 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:18.390500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:18.390863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Checking segment: {'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:18.391262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Bound using segment: {'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:18.391726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Bound port: b842d3b6-1bc0-44b1-8c11-f387221eb089, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c0734c-620c-4058-b946-12de962a02c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:18.392137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:18.486829 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2b309d91-b826-4383-a450-91a894eeee77 req-209db516-081c-4797-b232-eb274ea5cea4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331913
Apr 15 20:51:18.557204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6986ec5d-4383-4ba9-abb1-50bc80945a1f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:18.662553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] For port b842d3b6-1bc0-44b1-8c11-f387221eb089, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:18.667920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] For port b842d3b6-1bc0-44b1-8c11-f387221eb089, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b842d3b6-1bc0-44b1-8c11-f387221eb089,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:18.670772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:18.689393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5248b593-c484-4cd9-ac16-cc2895bfe11e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:18.790707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-52387b1c-e602-4389-977a-8e48e1e88ff6 None None] Provisioning for port 6986ec5d-4383-4ba9-abb1-50bc80945a1f completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:18.857455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 6986ec5d-4383-4ba9-abb1-50bc80945a1f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:18.869843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 6986ec5d-4383-4ba9-abb1-50bc80945a1f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:18.871521 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:18.917071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b842d3b6-1bc0-44b1-8c11-f387221eb089,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:18.920894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:18.972797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:18.973701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:18.975316 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] 10.222.0.62 "PUT /v2.0/ports/b842d3b6-1bc0-44b1-8c11-f387221eb089 HTTP/1.1" status: 200  len: 1093 time: 1.9318805
Apr 15 20:51:18.976030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'tag': 'b842d3b6-1bc0-44b1-8c11-f387221eb089'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:51:19.026273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.062323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:19.078879 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Usage tracker for resource:security_group_rule and tenant:3530f419505c424e9cdff5eb72099437 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:19.083930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:19.095245 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'tag': 'b842d3b6-1bc0-44b1-8c11-f387221eb089', 'status': 'completed', 'code': 200}
Apr 15 20:51:19.098834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.099017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:19.136303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-fb14f270-c80b-47b4-af76-3eb2c6817874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:19.138851 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 6986ec5d-4383-4ba9-abb1-50bc80945a1f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=6986ec5d-4383-4ba9-abb1-50bc80945a1f,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:19.140062 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-fb14f270-c80b-47b4-af76-3eb2c6817874 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b960648afae74972b241d1ddc88119c2&device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 1096 time: 0.1186056
Apr 15 20:51:19.141427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.143644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:19.160736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:51:19.171998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Sync routers for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:51:19.187362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:19.188144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c70bd3c8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:19.228128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=6986ec5d-4383-4ba9-abb1-50bc80945a1f,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:19.239580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:19.249691 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-0f433504-2098-475a-881f-42a667975b36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b842d3b6-1bc0-44b1-8c11-f387221eb089 HTTP/1.1" status: 200  len: 217 time: 0.1007938
Apr 15 20:51:19.249931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-0e99a4ca-3a0e-473a-a222-2439320a007a None None] Provisioning complete for port 6986ec5d-4383-4ba9-abb1-50bc80945a1f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:19.250132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0e99a4ca-3a0e-473a-a222-2439320a007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.252542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.256975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54688) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:19.257190 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.2861423
Apr 15 20:51:19.312811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.316834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.328493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-826187fe-7ee7-410b-87c2-7580c2d6308c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:19.365274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7d2905-b0b1-49e4-b451-99a59e7614ac,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:19.385933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:19.410964 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3530f419505c424e9cdff5eb72099437&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1186941
Apr 15 20:51:19.415055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54694) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:19.492488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.544796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.551769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-5b9e9811-4eb3-45bb-9046-25caa4050a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:19.553687 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-5b9e9811-4eb3-45bb-9046-25caa4050a5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d99f650-d5f8-479d-939b-ec3f0b69c9fa HTTP/1.1" status: 200  len: 848 time: 0.2213602
Apr 15 20:51:19.594239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:19.626934 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-03d4c6a1-556b-4f6e-9d56-eba20741f95f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=095a7236-0476-4a67-8d4b-89f8856b1af0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578990
Apr 15 20:51:19.664357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.670183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3c7b524f-459d-4d1b-b174-68d8af224d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:19.709370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7d2905-b0b1-49e4-b451-99a59e7614ac,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:19.712882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:19.713915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:19.715766 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b7d2905-b0b1-49e4-b451-99a59e7614ac HTTP/1.1" status: 204  len: 168 time: 0.2990124
Apr 15 20:51:19.962453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70445053-cb0f-4c55-8312-3626529fc236 req-673b78c3-84b0-44f0-9fed-6ec991feac7a tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:19.969188 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-70445053-cb0f-4c55-8312-3626529fc236 req-673b78c3-84b0-44f0-9fed-6ec991feac7a tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 943 time: 0.2374473
Apr 15 20:51:20.010670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c70bd3c8>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:16Z', 'revision_number': 3, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:20.021572 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Checking router: 54c56979-6753-47bc-bce8-32b681a605f8 for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:51:20.021938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Updating router 54c56979-6753-47bc-bce8-32b681a605f8 port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:51:20.077635 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-70445053-cb0f-4c55-8312-3626529fc236 req-2b440e56-c25c-4657-a924-6d14e59f4776 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014845
Apr 15 20:51:20.165473 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.293149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6986ec5d-4383-4ba9-abb1-50bc80945a1f up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:20.354943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54720) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:20.391934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.431774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 6986ec5d-4383-4ba9-abb1-50bc80945a1f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:20.432240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.464802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:20.470188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Usage tracker for resource:security_group_rule and tenant:5067101bc9034b488663b374c85f462e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:20.474520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:20.478083 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-e6af87ef-3f3e-48fc-b2be-12f9d568c71c service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4516842
Apr 15 20:51:20.482000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:20.623509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.633414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-94852b4a-4951-4239-9cc3-904bf265c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:20.634068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.635918 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-94852b4a-4951-4239-9cc3-904bf265c6c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.6111295
Apr 15 20:51:20.646656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b45be7cc-57ef-4d26-98cc-9b8f945735bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:20.707237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa790e-3523-4efa-9c1d-fab99c6a5441 req-86b520cd-126b-4280-8a80-57cdefbbf4d2 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:20.715368 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a7aa790e-3523-4efa-9c1d-fab99c6a5441 req-86b520cd-126b-4280-8a80-57cdefbbf4d2 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3049335
Apr 15 20:51:20.726040 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5067101bc9034b488663b374c85f462e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3684075
Apr 15 20:51:20.740841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54728) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:20.741595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c8c2a2-9258-43c4-9caf-78da813c856b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:20.746847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:20.786758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.805026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Transition to ACTIVE for port object 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:20.812481 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a7aa790e-3523-4efa-9c1d-fab99c6a5441 req-3ace0a2b-08a7-48d9-bf87-c22bc12a4aaa tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959914
Apr 15 20:51:20.813899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.833561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-66158278-cfec-459c-983f-6f3526a48232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:20.865429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.897911 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.972315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:20.985863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:21.006914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c8c2a2-9258-43c4-9caf-78da813c856b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:21.012795 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-187732df-9ec1-4e37-bac6-b1d81885e3d7 req-66850208-4089-4fa8-8690-f9239fc24218 service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4214566
Apr 15 20:51:21.030636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:21.039272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:21.044998 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2c8c2a2-9258-43c4-9caf-78da813c856b HTTP/1.1" status: 204  len: 168 time: 0.2993739
Apr 15 20:51:21.057825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-ed686a51-ab5c-4ac3-9e8b-6c65ee53560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:21.060245 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-ed686a51-ab5c-4ac3-9e8b-6c65ee53560c service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 920 time: 0.2944143
Apr 15 20:51:21.061634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Pushing event updated for resources: {'Port': ['ID=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:21.107272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.107682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.108279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.108647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.109006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.109349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.109703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.110061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.110416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.110767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.111116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.111615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:21.131208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:21.225639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Attempting to bind port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:21.226033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Attempting to bind port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:21.226505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Attempting to bind port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:21.235775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:21.236278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:21.237194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:21.237562 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-22f5e028-e448-449d-8206-ee3b7b86abd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 200  len: 217 time: 0.1449540
Apr 15 20:51:21.237732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:21.238228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Bound port: 28c7195d-a1ef-4a3f-aaf9-29c710aa0248, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:21.238622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:21.330348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] For port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:21.335227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] For port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:21.342783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:21.440254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-dcf86ead-ef29-49b5-982b-b2c330c25907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:21.441782 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-dcf86ead-ef29-49b5-982b-b2c330c25907 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.1939785
Apr 15 20:51:21.443831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:21.541308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8e53b-66c8-4323-a548-22581c343b08 req-420ac23d-43d7-466d-ab35-6154d09065e9 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:21.551620 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87e8e53b-66c8-4323-a548-22581c343b08 req-420ac23d-43d7-466d-ab35-6154d09065e9 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 943 time: 0.2035930
Apr 15 20:51:21.595351 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-43884ef1-3c2c-4a31-a246-8b54013a5961 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1356111
Apr 15 20:51:21.607955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800982-f049-430f-b648-430561a88d73 req-352551c1-66bd-4bfe-9d36-61cb098950d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:21.613346 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51800982-f049-430f-b648-430561a88d73 req-352551c1-66bd-4bfe-9d36-61cb098950d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b960648afae74972b241d1ddc88119c2&device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 1096 time: 0.5155830
Apr 15 20:51:21.614740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Pushing event updated for resources: {'Port': ['ID=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:21.620206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:21.641952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87e8e53b-66c8-4323-a548-22581c343b08 req-de1772c0-e8aa-468e-98c4-6ca181e4a6ce tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891132
Apr 15 20:51:21.720889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:21.721933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c70bd3c8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:21.826493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:21.926120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:21.990425 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-29b83d9d-e928-4088-98b7-dcbdd13005ac service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3406141
Apr 15 20:51:22.163667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872071-f7cc-42d6-a6c9-82c5be973367 req-4a3e7326-383b-4976-92fe-c9722f2e4b59 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:22.165383 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7872071-f7cc-42d6-a6c9-82c5be973367 req-4a3e7326-383b-4976-92fe-c9722f2e4b59 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2146330
Apr 15 20:51:22.224393 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7872071-f7cc-42d6-a6c9-82c5be973367 req-84e875c2-2f7e-4ef3-824f-965d8a35d281 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522556
Apr 15 20:51:22.347806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c70bd3c8>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:16Z', 'revision_number': 3, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:22.352491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9564adc-50ff-49b4-ab80-35bf60b53090 None None] The sync data for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi is: [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:16Z', 'revision_number': 3, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:51:22.401814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800982-f049-430f-b648-430561a88d73 req-39d302cd-0f8b-4fd4-a79c-4541f5982f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:22.403378 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51800982-f049-430f-b648-430561a88d73 req-39d302cd-0f8b-4fd4-a79c-4541f5982f63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=095a7236-0476-4a67-8d4b-89f8856b1af0 HTTP/1.1" status: 200  len: 909 time: 0.7786527
Apr 15 20:51:22.538687 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51800982-f049-430f-b648-430561a88d73 req-5480075a-02fd-461c-a0a5-65af26ea2e31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b842d3b6-1bc0-44b1-8c11-f387221eb089 HTTP/1.1" status: 200  len: 217 time: 0.1223118
Apr 15 20:51:22.711264 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee3d119e-a1f9-451b-a707-4093e6536069 req-d202ebb4-d403-403c-b423-d83b259ff302 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7083898
Apr 15 20:51:22.713214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800982-f049-430f-b648-430561a88d73 req-f103ac18-f31e-4cdd-ab23-5d217c2365fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:22.714624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51800982-f049-430f-b648-430561a88d73 req-f103ac18-f31e-4cdd-ab23-5d217c2365fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2d99f650-d5f8-479d-939b-ec3f0b69c9fa HTTP/1.1" status: 200  len: 848 time: 0.1534989
Apr 15 20:51:22.750502 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device b842d3b6-1bc0-44b1-8c11-f387221eb089 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:51:22.819129 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51800982-f049-430f-b648-430561a88d73 req-834a6f35-21a2-4856-afa6-4163a8d51f49 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=095a7236-0476-4a67-8d4b-89f8856b1af0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0773730
Apr 15 20:51:22.870419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Allocated IP 172.20.0.1 (075c7590-ff48-4147-b73c-958c3a77a26a/7c045b6b-38d2-4222-bcee-02e8a3077526/978382c3-62d1-4cdf-8a42-583abb12af18) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:22.931422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afa7e5-891e-4805-9b75-eacd85522d7a req-83a6b294-01b5-4932-ba2c-8a6de09fd93b tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:22.933110 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-14afa7e5-891e-4805-9b75-eacd85522d7a req-83a6b294-01b5-4932-ba2c-8a6de09fd93b tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 943 time: 0.1306221
Apr 15 20:51:22.996976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port b842d3b6-1bc0-44b1-8c11-f387221eb089, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b842d3b6-1bc0-44b1-8c11-f387221eb089,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:23.010816 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-14afa7e5-891e-4805-9b75-eacd85522d7a req-fad5fade-42d8-48b5-a86d-c80cf2046d82 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655401
Apr 15 20:51:23.026078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': 'b842d3b6-1bc0-44b1-8c11-f387221eb089', 'network_id': '095a7236-0476-4a67-8d4b-89f8856b1af0', 'port_id': 'b842d3b6-1bc0-44b1-8c11-f387221eb089', 'mac_address': 'fa:16:3e:1d:c0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d99f650-d5f8-479d-939b-ec3f0b69c9fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:51:23.095848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.115357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b842d3b6-1bc0-44b1-8c11-f387221eb089 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:51:23.140150 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port b842d3b6-1bc0-44b1-8c11-f387221eb089, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b842d3b6-1bc0-44b1-8c11-f387221eb089,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:23.141934 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51800982-f049-430f-b648-430561a88d73 req-8d9092c3-f082-4ff1-80fe-356e332e7b52 service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3022480
Apr 15 20:51:23.144890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.148479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:23.226608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=b842d3b6-1bc0-44b1-8c11-f387221eb089,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:23.230363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:23.272760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.311427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Transition to ACTIVE for port object 978382c3-62d1-4cdf-8a42-583abb12af18 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:23.366812 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51800982-f049-430f-b648-430561a88d73 req-261b094d-22cf-48f3-adb8-25c8e93a8ada service neutron] 10.222.0.62 "GET /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045343
Apr 15 20:51:23.380802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.398344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:23.458021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294f8f4-e195-4e74-b463-1ed3750c3aaf req-78749972-3301-4f27-be2f-5b5d067068f2 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:23.459584 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5294f8f4-e195-4e74-b463-1ed3750c3aaf req-78749972-3301-4f27-be2f-5b5d067068f2 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1097982
Apr 15 20:51:23.466962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['b842d3b6-1bc0-44b1-8c11-f387221eb089'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:51:23.532429 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5294f8f4-e195-4e74-b463-1ed3750c3aaf req-fd23c68b-14c9-4318-860e-07c21b4361b7 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590100
Apr 15 20:51:23.574866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Pushing event updated for resources: {'Port': ['ID=978382c3-62d1-4cdf-8a42-583abb12af18,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:23.578183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:23.644541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Network 075c7590-ff48-4147-b73c-958c3a77a26a is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:23.646270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:23.649802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:23.699617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54788) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:23.717151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.788919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Deleting subnet b2a55c53-bc15-426e-affb-8722eb6681a7 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:51:23.794010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.849940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.850099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.912048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:23.923906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-8a2773bf-e26e-4781-9c67-3afb38cd7801 None None] Provisioning for port 978382c3-62d1-4cdf-8a42-583abb12af18 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:23.929001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-8a2773bf-e26e-4781-9c67-3afb38cd7801 None None] Provisioning complete for port 978382c3-62d1-4cdf-8a42-583abb12af18 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:23.929409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8a2773bf-e26e-4781-9c67-3afb38cd7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.023136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-8a2773bf-e26e-4781-9c67-3afb38cd7801 None None] Port 978382c3-62d1-4cdf-8a42-583abb12af18 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:51:24.110063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.113994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.151259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ef8f9469-04e4-4843-910d-e75500d2098b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:24.245953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.254435 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:24.264987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Pushing event updated for resources: {'Port': ['ID=978382c3-62d1-4cdf-8a42-583abb12af18,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:24.314231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de9db4-86f6-47bf-b686-1eb3fcf4694f req-4fa95c49-90f9-47c1-9e89-9685ff28b815 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:24.316044 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-00de9db4-86f6-47bf-b686-1eb3fcf4694f req-4fa95c49-90f9-47c1-9e89-9685ff28b815 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 944 time: 0.1696548
Apr 15 20:51:24.327934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:24.340900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:24.346746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:24.347160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.379930 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-00de9db4-86f6-47bf-b686-1eb3fcf4694f req-5747f937-928a-4435-94ad-e86d29887100 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569310
Apr 15 20:51:24.394154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.415353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:24.424004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Network 075c7590-ff48-4147-b73c-958c3a77a26a is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:24.425735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:24.520601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a55c53-bc15-426e-affb-8722eb6681a7,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:24.529274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.551180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:24.555172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.558491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:24.569497 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:24.584162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.591184 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b2a55c53-bc15-426e-affb-8722eb6681a7 HTTP/1.1" status: 204  len: 168 time: 0.8903065
Apr 15 20:51:24.595472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54800) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:24.649273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:24.653052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:24.691213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Router 54c56979-6753-47bc-bce8-32b681a605f8 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:51:24.752473 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-70728e3a-a0b5-4b07-aee0-5803aa19d65e None None] Provisioning complete for port 978382c3-62d1-4cdf-8a42-583abb12af18 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:24.753013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-70728e3a-a0b5-4b07-aee0-5803aa19d65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.794179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:24.849803 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-70728e3a-a0b5-4b07-aee0-5803aa19d65e None None] Port 978382c3-62d1-4cdf-8a42-583abb12af18 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:51:24.851583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device b842d3b6-1bc0-44b1-8c11-f387221eb089 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:24.973950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port b842d3b6-1bc0-44b1-8c11-f387221eb089 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:24.995529 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port b842d3b6-1bc0-44b1-8c11-f387221eb089 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:24.997268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.039532 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.183211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c4b92668>,) {'filters': {'network_id': ['1f80bd47-19eb-48c2-ad89-6088495cbffd']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:25.196510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4b92668>, '00b803a1-b5fd-4825-82de-c4c6e7d035eb') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:25.196838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4b92668>, '00b803a1-b5fd-4825-82de-c4c6e7d035eb') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:25.211151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.217578 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.218393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:51:25.228195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.230391 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] 10.222.0.25 "PUT /v2.0/routers/54c56979-6753-47bc-bce8-32b681a605f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9716980
Apr 15 20:51:25.239868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:51:25.256490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b842d3b6-1bc0-44b1-8c11-f387221eb089'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:51:25.267912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port b842d3b6-1bc0-44b1-8c11-f387221eb089, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b842d3b6-1bc0-44b1-8c11-f387221eb089,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:25.273160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.275612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:25.358203 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b842d3b6-1bc0-44b1-8c11-f387221eb089', 'code': 200}
Apr 15 20:51:25.362008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=b842d3b6-1bc0-44b1-8c11-f387221eb089,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:25.365762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:25.442030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Sync routers for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:51:25.467334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:25.468052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5aa9eb8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:25.484637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Network 1f80bd47-19eb-48c2-ad89-6088495cbffd has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:51:25.497007 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.676601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5be3d-408b-4707-b951-44100c2e5979 req-931869b6-dac2-48ef-bbeb-d066c2b2a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:25.677682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f5c09-c3fa-403e-9dab-23cd8d72046d req-22760c88-0e57-4521-a135-3499603a0491 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:25.678216 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ccf5be3d-408b-4707-b951-44100c2e5979 req-931869b6-dac2-48ef-bbeb-d066c2b2a0d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 1098 time: 0.1151357
Apr 15 20:51:25.679407 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ed0f5c09-c3fa-403e-9dab-23cd8d72046d req-22760c88-0e57-4521-a135-3499603a0491 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.9874945
Apr 15 20:51:25.734915 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ccf5be3d-408b-4707-b951-44100c2e5979 req-8eec2589-e2d1-4d8c-9d0d-72b1aed02be0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461380
Apr 15 20:51:25.836763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Network 1f80bd47-19eb-48c2-ad89-6088495cbffd has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:51:25.871517 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ed0f5c09-c3fa-403e-9dab-23cd8d72046d req-77ee46a4-4a1b-4a89-8cbe-b478789a0412 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812677
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:51:25.872260 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:51:25.935143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:25.974064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:25.985103 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04154ba1-7482-4ec8-a3cc-9af5f5b77a56 req-bf8c0487-8e94-4a1a-b10e-f0edb9f1e95d tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:25.986775 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-04154ba1-7482-4ec8-a3cc-9af5f5b77a56 req-bf8c0487-8e94-4a1a-b10e-f0edb9f1e95d tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 945 time: 0.3698251
Apr 15 20:51:25.991367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1b4b29b5-d45f-4ff9-a7f9-ce8a00a7413a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:26.010811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.016324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f80bd47-19eb-48c2-ad89-6088495cbffd,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:26.019089 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f80bd47-19eb-48c2-ad89-6088495cbffd HTTP/1.1" status: 204  len: 168 time: 1.4219487
Apr 15 20:51:26.020197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eb02e04a-a6b1-4c4d-8b8d-f4a6856da338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:26.022632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54826) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:26.063000 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-04154ba1-7482-4ec8-a3cc-9af5f5b77a56 req-d8188483-0faf-42af-898e-b96b23824892 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536106
Apr 15 20:51:26.110059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Deleting subnet a38a5345-ee78-44c6-8248-f7656ef20eee {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:51:26.113358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.128350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54834) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:26.134452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1652882040-network', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:26.139427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:26.143657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Usage tracker for resource:network and tenant:1139405a04684ed5acd1031ba9343c2b is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:26.149349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:26.156260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:26.169516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Made reservation on behalf of 1139405a04684ed5acd1031ba9343c2b for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:26.175584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2826480'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.176175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.191064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.230563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:26.235101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Usage tracker for resource:security_group_rule and tenant:1139405a04684ed5acd1031ba9343c2b is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:26.238786 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:26.245536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:26.258853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.274182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:26.380193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5aa9eb8>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 2, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:26.385554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Checking router: 54c56979-6753-47bc-bce8-32b681a605f8 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:51:26.386845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Updating router 54c56979-6753-47bc-bce8-32b681a605f8 port 978382c3-62d1-4cdf-8a42-583abb12af18 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:51:26.405389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.409835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.424695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:51:26.439737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.439737 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Added segment 7f4fa18e-2787-4ef0-ad02-2e37ff03d951 of type vlan for network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853
Apr 15 20:51:26.452489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:26.452911 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.481316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.504571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.518467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6624c129-19e5-4866-a1d7-0b8c0ae3bc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:26.529022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.532201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:26.533191 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.575508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10075843-8816-4c6d-ad6f-7097007a93ca,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:26.579901 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:26.580925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6dddb986-ce22-4ab5-856a-fcf475ef1367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:26.739339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850838058'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:26.781292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:26.909831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a38a5345-ee78-44c6-8248-f7656ef20eee,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:26.978853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.979456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.992312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.992908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.993422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.993933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.994441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.994943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.995449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:26.999583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:27.000254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:27.000762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:27.006941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:27.134897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.149041 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-708fd460-a9c3-4417-8c82-ac0864e2dd7b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a38a5345-ee78-44c6-8248-f7656ef20eee HTTP/1.1" status: 204  len: 168 time: 1.1251087
Apr 15 20:51:27.149792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54854) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:27.190851 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0612657
Apr 15 20:51:27.206688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54858) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:27.287568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Request body: {'subnet': {'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1652882040-subnet', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:27.288563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.302673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.319137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Transition to ACTIVE for port object 978382c3-62d1-4cdf-8a42-583abb12af18 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:27.322324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:27.325506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.344016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:27.381687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Usage tracker for resource:subnet and tenant:1139405a04684ed5acd1031ba9343c2b is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:27.387406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:27.400974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Pushing event updated for resources: {'Network': ['ID=5ab2e9fd-b35c-4355-a55d-3702fa5ab853,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:27.403932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:27.405142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:27.432615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Made reservation on behalf of 1139405a04684ed5acd1031ba9343c2b for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:27.437465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442749'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.442512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:51:27.510045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.578872 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d7a5a-4438-4af0-a33b-25907f81374e req-4c2fd575-65db-4b92-947f-eb61d8a5d99a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:27.580327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320645-7d3e-4acd-8a58-50a2b5742f6f None None] Pushing event updated for resources: {'Port': ['ID=978382c3-62d1-4cdf-8a42-583abb12af18,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:27.580934 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d15d7a5a-4438-4af0-a33b-25907f81374e req-4c2fd575-65db-4b92-947f-eb61d8a5d99a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3666129
Apr 15 20:51:27.599845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7b320645-7d3e-4acd-8a58-50a2b5742f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:27.609388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6c048-9476-4724-a081-42203d0412e2 req-c594c286-3c90-4e35-9474-03b5025ac191 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:27.611049 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-29a6c048-9476-4724-a081-42203d0412e2 req-c594c286-3c90-4e35-9474-03b5025ac191 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 945 time: 0.3085272
Apr 15 20:51:27.655046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c44284e0>,) {'filters': {'network_id': ['a97ed396-9432-4736-b08f-493c27eaee41']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:27.669268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c44284e0>, '225bbf5e-978c-4b38-b9cd-43110580dd4e') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:27.669597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c44284e0>, '225bbf5e-978c-4b38-b9cd-43110580dd4e') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:27.683062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851949368'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.707078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:27.718136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:51:27.722718 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d15d7a5a-4438-4af0-a33b-25907f81374e req-71091b39-0eb2-4ae3-a617-05a43f5eee33 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092577
Apr 15 20:51:27.742049 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-29a6c048-9476-4724-a081-42203d0412e2 req-0a76b9d5-892a-4546-8d42-999a09557161 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099467
Apr 15 20:51:27.971929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Attempting to bind port 978382c3-62d1-4cdf-8a42-583abb12af18 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:27.973658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Attempting to bind port 978382c3-62d1-4cdf-8a42-583abb12af18 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:27.978645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Attempting to bind port 978382c3-62d1-4cdf-8a42-583abb12af18 on network 075c7590-ff48-4147-b73c-958c3a77a26a {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:28.018779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:28.019192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Checking segment: {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:28.020835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.021287 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Bound using segment: {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:28.021831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Bound port: 978382c3-62d1-4cdf-8a42-583abb12af18, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:28.022261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.038047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Network a97ed396-9432-4736-b08f-493c27eaee41 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:51:28.048815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851967418'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.192968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2578322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442702'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.210617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] For port 978382c3-62d1-4cdf-8a42-583abb12af18, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:28.212341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1475d8b3-c3e1-4253-8b11-3afeeda72f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:28.269102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Network a97ed396-9432-4736-b08f-493c27eaee41 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:51:28.292658 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:51:28.355379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315fea24-4d8b-4ebb-9a1c-882ae5a7111e,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:28.366563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.367039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.367650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.368142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.368592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.369036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.369489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.369966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.370417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.370867 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.371246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.371614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:28.377520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:28.391068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] For port 978382c3-62d1-4cdf-8a42-583abb12af18, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=978382c3-62d1-4cdf-8a42-583abb12af18,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:28.391519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.397544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.402876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.407320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0d831b69-635d-4787-a056-64d950b28051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:28.422909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:28.433778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Pushing event deleted for resources: {'Network': ['ID=a97ed396-9432-4736-b08f-493c27eaee41,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:28.441431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:28.443936 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] 10.222.0.25 "DELETE /v2.0/networks/a97ed396-9432-4736-b08f-493c27eaee41 HTTP/1.1" status: 204  len: 168 time: 1.2929759
Apr 15 20:51:28.455155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Checking segment: {'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:28.455914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Network hostable DHCP agents. Network: 5ab2e9fd-b35c-4355-a55d-3702fa5ab853, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:51:28.487691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:51:28.499325 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 5ab2e9fd-b35c-4355-a55d-3702fa5ab853) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:28.523631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:28.524316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.543559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc736e7-1c56-4a0e-91d6-027a9d0c83b5 None None] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:28.544758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3369453
Apr 15 20:51:28.547459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 54898) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:28.553108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:28.560536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:28.564731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Usage tracker for resource:router and tenant:1139405a04684ed5acd1031ba9343c2b is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:28.568467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:28.578665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:28.589566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.590768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.619451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.695292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54904) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:28.710896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320645-7d3e-4acd-8a58-50a2b5742f6f None None] Pushing event updated for resources: {'Port': ['ID=978382c3-62d1-4cdf-8a42-583abb12af18,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:28.727698 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7b320645-7d3e-4acd-8a58-50a2b5742f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:28.774358 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-08590d19-5e4f-4385-9aac-b54c1edae87a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf4f4d9b53f246a188b6d139d2e6ca0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0768340
Apr 15 20:51:28.775221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54910) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:28.858934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.889215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.889688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:28.890381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5aa9eb8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:28.964091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:28.969959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3ecb904a-3d57-4168-9ce8-70ffa56c207f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:28.983005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c774f-78da-4287-9461-b291482b9d83,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:28.995261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:28.999407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:29.000899 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc5c774f-78da-4287-9461-b291482b9d83 HTTP/1.1" status: 204  len: 168 time: 0.2243750
Apr 15 20:51:29.021706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:29.270974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2da10-a7c8-4c15-8f1a-dabbb2708cc6 req-825f0549-1c15-40ae-b953-600916769176 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:29.273185 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8b2da10-a7c8-4c15-8f1a-dabbb2708cc6 req-825f0549-1c15-40ae-b953-600916769176 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2442262
Apr 15 20:51:29.334588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-5ab2e9fd-b35c-4355-a55d-3702fa5ab853', 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'fixed_ips': [{'subnet_id': '315fea24-4d8b-4ebb-9a1c-882ae5a7111e'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:51:29.335573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:29.362957 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8b2da10-a7c8-4c15-8f1a-dabbb2708cc6 req-627a1484-756a-4580-b8c4-8521eb8aa829 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794234
Apr 15 20:51:29.641123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:29.664701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:29.742575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:29.775192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54934) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:29.870728 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b27de9e1-f18f-4f5f-a9a3-fb777a033298 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1760b1d78654c70bc378ee2d859f917&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0935895
Apr 15 20:51:29.871430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 54942) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:29.945150 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:29.954120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba0744-38ba-4280-981b-6d95ddd16b5c req-19da4629-80fa-4226-96b8-76c0931d2b99 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:29.961155 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-34ba0744-38ba-4280-981b-6d95ddd16b5c req-19da4629-80fa-4226-96b8-76c0931d2b99 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 945 time: 0.5060978
Apr 15 20:51:29.976403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:29.979395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Allocated IP 172.20.0.2 (5ab2e9fd-b35c-4355-a55d-3702fa5ab853/315fea24-4d8b-4ebb-9a1c-882ae5a7111e/b09e8c91-7bb8-494e-88f8-5dd8d1d472fd) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:30.084897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.092319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4fec7407-4ef3-4081-8738-def6b67740b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:30.098180 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-34ba0744-38ba-4280-981b-6d95ddd16b5c req-e0ad69a2-777e-47be-b628-e9ec7fad6eaf tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235349
Apr 15 20:51:30.123117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Allocated IP 172.27.2.201 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/af23efdc-5fb6-42bf-9b3c-c293b5c7549a) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:30.128341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a12cbe9-51b2-4575-a06e-a8695884a82e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:30.136560 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:30.137639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.139314 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a12cbe9-51b2-4575-a06e-a8695884a82e HTTP/1.1" status: 204  len: 168 time: 0.2668962
Apr 15 20:51:30.196597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5aa9eb8>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:28Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:30.207241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f8960-97ba-456d-8f4a-131db9e85e66 None None] The sync data for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi is: [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:28Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:51:30.358459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.370962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Transition to ACTIVE for port object b09e8c91-7bb8-494e-88f8-5dd8d1d472fd will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:30.413871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Transition to ACTIVE for port object b09e8c91-7bb8-494e-88f8-5dd8d1d472fd will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:30.420620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.536303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.574309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-da13dc32-b5af-42e8-bf28-5d2b61de8cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:30.640939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ddcd6-8400-4626-aafa-b92ab76d8eeb req-04b0b84d-2e3d-4c25-a9e7-5d475d480ead tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:30.643077 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c25ddcd6-8400-4626-aafa-b92ab76d8eeb req-04b0b84d-2e3d-4c25-a9e7-5d475d480ead tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2428198
Apr 15 20:51:30.677807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:30.681454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:30.689565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:30.731153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Pushing event updated for resources: {'Port': ['ID=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:30.740935 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c25ddcd6-8400-4626-aafa-b92ab76d8eeb req-4d3c5bc5-640f-4a13-b60f-d21355dcd847 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838835
Apr 15 20:51:30.749048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.776888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:30.791844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.792220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.792592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.792954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.793312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.793672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.794026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.794381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.794752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.795108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.795459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.795818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:51:30.802053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:30.813596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Attempting to bind port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:30.814003 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Attempting to bind port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:30.814487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Attempting to bind port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd on network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:30.820827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:30.821237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Checking segment: {'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:30.821678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.822102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Bound using segment: {'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:30.822609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Bound port: b09e8c91-7bb8-494e-88f8-5dd8d1d472fd, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:30.823019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.838805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f744c0-45ae-4dae-b432-756cf7f66e17 req-383e1be9-2f33-4886-98fe-1ab8ff2297f7 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:30.840868 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72f744c0-45ae-4dae-b432-756cf7f66e17 req-383e1be9-2f33-4886-98fe-1ab8ff2297f7 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2844055
Apr 15 20:51:30.932615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] For port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:30.936013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] For port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,segment=NetworkSegment(7f4fa18e-2787-4ef0-ad02-2e37ff03d951),segment_id=7f4fa18e-2787-4ef0-ad02-2e37ff03d951)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:30.943740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:30.980531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7b320645-7d3e-4acd-8a58-50a2b5742f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:31.105742 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Pushing event updated for resources: {'Port': ['ID=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:31.194990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:31.222289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b2604-10fe-4a1c-a51e-30057172b38c req-afeed09a-d35b-42dd-bebc-82a9131f6938 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:31.225950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-686b2604-10fe-4a1c-a51e-30057172b38c req-afeed09a-d35b-42dd-bebc-82a9131f6938 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Synchronizing usage tracker for tenant:b960648afae74972b241d1ddc88119c2 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:51:31.256876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-686b2604-10fe-4a1c-a51e-30057172b38c req-afeed09a-d35b-42dd-bebc-82a9131f6938 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Unset dirty status for tenant:b960648afae74972b241d1ddc88119c2 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:51:31.258468 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-686b2604-10fe-4a1c-a51e-30057172b38c req-afeed09a-d35b-42dd-bebc-82a9131f6938 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 945 time: 0.1881745
Apr 15 20:51:31.397705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Deleting port b842d3b6-1bc0-44b1-8c11-f387221eb089 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:51:31.398002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:31.431410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Pushing event updated for resources: {'Port': ['ID=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:31.450643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:31.467494 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72f744c0-45ae-4dae-b432-756cf7f66e17 req-c0ca9443-8e6e-4201-b3d4-392781bde4af tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5663228
Apr 15 20:51:31.551497 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:31.568884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:31.579474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:31.661190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89594db-e570-498a-a5e9-ccffcdc5c1e1 req-1f4bcd66-980f-4e9c-8261-eaef77b470c7 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:31.663214 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d89594db-e570-498a-a5e9-ccffcdc5c1e1 req-1f4bcd66-980f-4e9c-8261-eaef77b470c7 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 945 time: 0.3425577
Apr 15 20:51:31.788281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] For port b842d3b6-1bc0-44b1-8c11-f387221eb089, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b842d3b6-1bc0-44b1-8c11-f387221eb089,segment=NetworkSegment(11c0734c-620c-4058-b946-12de962a02c1),segment_id=11c0734c-620c-4058-b946-12de962a02c1)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:31.788712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:31.986505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Calling delete_port for b842d3b6-1bc0-44b1-8c11-f387221eb089 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:51:32.094457 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d89594db-e570-498a-a5e9-ccffcdc5c1e1 req-1480c1be-ffa6-4189-9977-ddd608096700 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/security-groups?id=28093b87-5330-4367-b535-90d6fc83dfd6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4217768
Apr 15 20:51:32.198838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:32.221915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['b842d3b6-1bc0-44b1-8c11-f387221eb089'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:51:32.383250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55004) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:32.430208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device b09e8c91-7bb8-494e-88f8-5dd8d1d472fd up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:32.477168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-55c1e366-f1e4-4461-9522-c3f68921d0dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:32.539061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:32.540177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:32.546155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 978382c3-62d1-4cdf-8a42-583abb12af18 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:32.591559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Pushing event deleted for resources: {'Port': ['ID=b842d3b6-1bc0-44b1-8c11-f387221eb089,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:32.607141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:32.645710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 978382c3-62d1-4cdf-8a42-583abb12af18 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:32.657539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 978382c3-62d1-4cdf-8a42-583abb12af18 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:32.658319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:32.739371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] No DVR routers for this DVR port b842d3b6-1bc0-44b1-8c11-f387221eb089 on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:51:32.741988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:32.746961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'name': 'network-vif-deleted', 'tag': 'b842d3b6-1bc0-44b1-8c11-f387221eb089'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:51:32.769488 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-686b2604-10fe-4a1c-a51e-30057172b38c req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.62 "DELETE /v2.0/ports/b842d3b6-1bc0-44b1-8c11-f387221eb089 HTTP/1.1" status: 204  len: 173 time: 1.5027733
Apr 15 20:51:32.833227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:32.854408 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfab241-a701-458a-8ebc-cfa27c4d2087 req-5d944540-914a-461d-afe5-ad3fd0f584a0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:32.866611 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0dfab241-a701-458a-8ebc-cfa27c4d2087 req-5d944540-914a-461d-afe5-ad3fd0f584a0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.4746218
Apr 15 20:51:32.880877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 978382c3-62d1-4cdf-8a42-583abb12af18, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=978382c3-62d1-4cdf-8a42-583abb12af18,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:32.885152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:32.890343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:32.945244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.012079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:33.018588 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0dfab241-a701-458a-8ebc-cfa27c4d2087 req-491d2c35-35db-429b-8b45-eb55e3d4daa6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1507008
Apr 15 20:51:33.019767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Usage tracker for resource:security_group_rule and tenant:0d4122892b6741448b8738cfe5f65870 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:33.028076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:33.042065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:33.109525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=978382c3-62d1-4cdf-8a42-583abb12af18,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:33.121156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:33.153814 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbd2289-9853-40b1-a748-ec95409ef7e1', 'name': 'network-vif-deleted', 'tag': 'b842d3b6-1bc0-44b1-8c11-f387221eb089', 'status': 'completed', 'code': 200}
Apr 15 20:51:33.201865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d910dd-3a56-4818-9bee-b368357f8f6b req-a4cace64-0439-4e7d-8342-2ec22eb23181 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:33.209665 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-53d910dd-3a56-4818-9bee-b368357f8f6b req-a4cace64-0439-4e7d-8342-2ec22eb23181 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.4635253
Apr 15 20:51:33.286594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3b747-281a-48c1-bb02-15df0c42d8fa None None] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:33.386705 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bde35535-d62a-41a6-90d2-bb63b62f5b85 req-b66063c3-e19a-40ae-9134-77c38b5750c4 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdbd2289-9853-40b1-a748-ec95409ef7e1 HTTP/1.1" status: 200  len: 210 time: 0.0845103
Apr 15 20:51:33.387815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Provisioning for port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:33.396755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Provisioning complete for port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:33.397165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.451556 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-53d910dd-3a56-4818-9bee-b368357f8f6b req-e635d974-b47f-46a3-b8b7-524252d02dfa tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408755
Apr 15 20:51:33.500507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.504710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.566508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.587754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c381ce9-a67d-4a48-9877-4452c75d268e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:33.688297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.691598 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d4122892b6741448b8738cfe5f65870&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3064311
Apr 15 20:51:33.694694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55036) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:33.742745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] For port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,segment=NetworkSegment(7f4fa18e-2787-4ef0-ad02-2e37ff03d951),segment_id=7f4fa18e-2787-4ef0-ad02-2e37ff03d951)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:33.749535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.754764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:33.762829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.794033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.848435 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.854377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8f145d7c-a03c-41ac-b14c-b681f4a06a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:33.870492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5103574f-29bb-464c-b892-bf8f3c20bb1a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:33.875334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:33.880624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:33.882260 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5103574f-29bb-464c-b892-bf8f3c20bb1a HTTP/1.1" status: 204  len: 168 time: 0.1865458
Apr 15 20:51:33.996292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5103574f-29bb-464c-b892-bf8f3c20bb1a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:34.001749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:34.093777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6f506afb-73aa-4025-a477-c7be0ecbc7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:34.104522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Pushing event updated for resources: {'Port': ['ID=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:34.109375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:34.110208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d6119b46-6fc5-4815-8894-c4986d6afb46 None None] Provisioning complete for port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:34.111022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d6119b46-6fc5-4815-8894-c4986d6afb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:34.137952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Router 081ac326-014b-41a6-b904-55d98f037afe is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:51:34.284619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 978382c3-62d1-4cdf-8a42-583abb12af18 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:34.321289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7441c1-9f3d-44a0-9299-feec64948420 req-3aaeb07e-b568-4418-bd57-8ad8241c4b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:34.322902 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee7441c1-9f3d-44a0-9299-feec64948420 req-3aaeb07e-b568-4418-bd57-8ad8241c4b66 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1221414
Apr 15 20:51:34.368915 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ee7441c1-9f3d-44a0-9299-feec64948420 req-f6c141b4-a3df-492b-b834-3425a6e556f0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377605
Apr 15 20:51:34.392140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 978382c3-62d1-4cdf-8a42-583abb12af18 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:34.392523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:34.477819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779253-afef-4cac-97b4-621b1cb20039 req-4d313fb3-8803-4ad5-9ce0-204c0fad2735 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:34.479433 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f779253-afef-4cac-97b4-621b1cb20039 req-4d313fb3-8803-4ad5-9ce0-204c0fad2735 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2095251
Apr 15 20:51:34.486892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:51:34.507046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Sync routers for ids ['081ac326-014b-41a6-b904-55d98f037afe'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:51:34.523324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device b09e8c91-7bb8-494e-88f8-5dd8d1d472fd up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:34.534061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Routers {'081ac326-014b-41a6-b904-55d98f037afe'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:34.535028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5bf6400>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['081ac326-014b-41a6-b904-55d98f037afe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:34.555329 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f779253-afef-4cac-97b4-621b1cb20039 req-fa20769d-13b8-4788-86b0-d7424fc30faf tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663753
Apr 15 20:51:34.569151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:34.573709 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.0251596
Apr 15 20:51:34.573829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55050) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:34.666868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:34.667615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:34.739619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4cc3a-8b59-4bd1-9120-68fd0d0a11a5 req-13f95479-5600-4789-972d-ff4f2cbb46a4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:34.750884 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9d4cc3a-8b59-4bd1-9120-68fd0d0a11a5 req-13f95479-5600-4789-972d-ff4f2cbb46a4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1484888
Apr 15 20:51:34.796019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Set router 081ac326-014b-41a6-b904-55d98f037afe gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:34.826630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device b842d3b6-1bc0-44b1-8c11-f387221eb089 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:51:34.828833 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d9d4cc3a-8b59-4bd1-9120-68fd0d0a11a5 req-380040e6-b450-40c1-a86a-c96ffb137737 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718596
Apr 15 20:51:34.905581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: b842d3b6-1bc0-44b1-8c11-f387221eb089 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:51:34.906068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device b842d3b6-1bc0-44b1-8c11-f387221eb089 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:51:35.285003 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5bf6400>, [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 3, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port': {'id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:29Z', 'updated_at': '2021-04-15T20:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:35.295565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Checking router: 081ac326-014b-41a6-b904-55d98f037afe for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:51:35.296660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Updating router 081ac326-014b-41a6-b904-55d98f037afe port af23efdc-5fb6-42bf-9b3c-c293b5c7549a binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:51:35.373095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55072) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:35.451746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:35.562607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:35.580823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:35.585833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Usage tracker for resource:security_group_rule and tenant:01ae8804d6c2432cb685310789901601 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:35.589355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:35.597549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:35.701447 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:35.707574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:35.717987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0e679f34-dc49-4ae3-a9cc-e8ec690a9323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:35.770210 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01ae8804d6c2432cb685310789901601&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3924999
Apr 15 20:51:35.770210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef9ff3-8afa-4801-84e9-2a0f1a9f3584,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:35.770905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55088) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:35.774067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:35.918345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510a34e-e215-4877-b0eb-9844bed36f97 req-8f790cd7-e867-4c3d-908a-027602dba698 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:35.926507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fe016877-6cd6-4c75-a5f7-b366032b8437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:35.928511 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f510a34e-e215-4877-b0eb-9844bed36f97 req-8f790cd7-e867-4c3d-908a-027602dba698 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.1412721
Apr 15 20:51:35.992472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.015164 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f510a34e-e215-4877-b0eb-9844bed36f97 req-0a7a9013-895f-4eb1-9efa-b422f03dbc97 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854695
Apr 15 20:51:36.023693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.097130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.105736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:36.122688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.123968 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8ef9ff3-8afa-4801-84e9-2a0f1a9f3584 HTTP/1.1" status: 204  len: 168 time: 0.3343539
Apr 15 20:51:36.200611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef9ff3-8afa-4801-84e9-2a0f1a9f3584,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:36.211376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:36.232749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.246421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c1b21-e32f-4dfa-9b38-c3b2cee9987b req-1387398c-fd6f-4307-a0ea-000f6dd59746 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:36.268383 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-521c1b21-e32f-4dfa-9b38-c3b2cee9987b req-1387398c-fd6f-4307-a0ea-000f6dd59746 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2010067
Apr 15 20:51:36.341086 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-521c1b21-e32f-4dfa-9b38-c3b2cee9987b req-579d1f09-b15d-4fd5-bff2-1670f891acad tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717165
Apr 15 20:51:36.368991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.382949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Transition to ACTIVE for port object af23efdc-5fb6-42bf-9b3c-c293b5c7549a will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:36.390094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.412416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-85091691-8e7c-451d-8dae-a4e369ceb6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:36.510482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Allocated IP 172.20.0.1 (5ab2e9fd-b35c-4355-a55d-3702fa5ab853/315fea24-4d8b-4ebb-9a1c-882ae5a7111e/213ede2a-5bf3-48af-b299-f0431a318046) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:36.574434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f989fe-de0f-4a74-84af-ea4a9a68a904 None None] Pushing event updated for resources: {'Port': ['ID=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:36.580024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-70f989fe-de0f-4a74-84af-ea4a9a68a904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:36.597693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.682078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Attempting to bind port af23efdc-5fb6-42bf-9b3c-c293b5c7549a on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:36.682615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Attempting to bind port af23efdc-5fb6-42bf-9b3c-c293b5c7549a by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:36.683021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Attempting to bind port af23efdc-5fb6-42bf-9b3c-c293b5c7549a on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:36.691402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:36.691402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:36.691947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.692059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:36.692546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Bound port: af23efdc-5fb6-42bf-9b3c-c293b5c7549a, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:36.693766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.719507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.738619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Transition to ACTIVE for port object 213ede2a-5bf3-48af-b299-f0431a318046 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:36.774850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.813308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] For port af23efdc-5fb6-42bf-9b3c-c293b5c7549a, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:36.817445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] For port af23efdc-5fb6-42bf-9b3c-c293b5c7549a, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:36.821500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:36.839116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:36.869763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:36.969646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dcfff-670b-4a32-9484-5be7ab59e3e1 req-e2559065-082c-499d-b08b-2560d75345d8 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:36.972222 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-797dcfff-670b-4a32-9484-5be7ab59e3e1 req-e2559065-082c-499d-b08b-2560d75345d8 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1030183
Apr 15 20:51:37.025167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f989fe-de0f-4a74-84af-ea4a9a68a904 None None] Pushing event updated for resources: {'Port': ['ID=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:37.029145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-70f989fe-de0f-4a74-84af-ea4a9a68a904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:37.066046 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-797dcfff-670b-4a32-9484-5be7ab59e3e1 req-8e172561-74dc-45fe-aa15-7a48995e6f4c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858870
Apr 15 20:51:37.138841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Routers {'081ac326-014b-41a6-b904-55d98f037afe'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:37.139515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5bf6400>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['081ac326-014b-41a6-b904-55d98f037afe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:37.182579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:37.190960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:37.197177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Pushing event updated for resources: {'Port': ['ID=213ede2a-5bf3-48af-b299-f0431a318046,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:37.199691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:37.241687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:37.274302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:37.289205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347280f-697d-42e7-8dd8-50002b385c74 req-c474c74e-ac3d-4a92-822f-52937d95919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:37.290074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6347280f-697d-42e7-8dd8-50002b385c74 req-c474c74e-ac3d-4a92-822f-52937d95919e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.3133571
Apr 15 20:51:37.311298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:37.315144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a81eb9-1cc4-49c3-b8bd-cbe771000e7d req-a62088f3-6f7f-4dcf-bac3-c5c2aedf2acf tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:37.320667 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-43a81eb9-1cc4-49c3-b8bd-cbe771000e7d req-a62088f3-6f7f-4dcf-bac3-c5c2aedf2acf tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.1296427
Apr 15 20:51:37.381394 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-43a81eb9-1cc4-49c3-b8bd-cbe771000e7d req-f5020364-f859-45f7-bb0b-066037adca51 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564287
Apr 15 20:51:37.433702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] Set router 081ac326-014b-41a6-b904-55d98f037afe gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:37.465351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:37.529834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-04e5f601-556d-4009-b2f5-25f80a1a7682 None None] Provisioning for port 213ede2a-5bf3-48af-b299-f0431a318046 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:37.535328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-04e5f601-556d-4009-b2f5-25f80a1a7682 None None] Provisioning complete for port 213ede2a-5bf3-48af-b299-f0431a318046 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:37.535740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-04e5f601-556d-4009-b2f5-25f80a1a7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:37.594725 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-04e5f601-556d-4009-b2f5-25f80a1a7682 None None] Port 213ede2a-5bf3-48af-b299-f0431a318046 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:51:37.737285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:37.742038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:37.790498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:37.850357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5bf6400>, [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 3, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port': {'id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:29Z', 'updated_at': '2021-04-15T20:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:37.855443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917049d-6bea-4ba9-b1c4-530469d2fc21 None None] The sync data for ids ['081ac326-014b-41a6-b904-55d98f037afe'] in dv-cinder-562053-18-iscsi is: [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 3, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port': {'id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:29Z', 'updated_at': '2021-04-15T20:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:51:37.886195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55160) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:37.963739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.002523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Pushing event updated for resources: {'Port': ['ID=213ede2a-5bf3-48af-b299-f0431a318046,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:38.005767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:38.031025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.047550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:38.051811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Usage tracker for resource:security_group_rule and tenant:b0568efa79034cc398fc39845a35ad88 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:38.054877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:38.061516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:38.134314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347280f-697d-42e7-8dd8-50002b385c74 req-537e7d9e-5bb6-478a-af1f-3141db955173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:38.136014 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6347280f-697d-42e7-8dd8-50002b385c74 req-537e7d9e-5bb6-478a-af1f-3141db955173 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 920 time: 0.2939069
Apr 15 20:51:38.184413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.190273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:38.192688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.196695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:38.204957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a58ec4ff-fe7f-4dab-8769-96dd009fb8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:38.284939 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0568efa79034cc398fc39845a35ad88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3941853
Apr 15 20:51:38.284939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2fb399-9eae-4f51-a181-0dbb49f65dee,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:38.285955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55170) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:38.308063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-dd242d66-a182-47e5-9490-da8441b28f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:38.413634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.437028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.531940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-11c3091d-e9bf-48e7-8514-cf03b8bc6128 None None] Provisioning complete for port 213ede2a-5bf3-48af-b299-f0431a318046 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:38.532568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-11c3091d-e9bf-48e7-8514-cf03b8bc6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.554711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Router 081ac326-014b-41a6-b904-55d98f037afe has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:51:38.612754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-11c3091d-e9bf-48e7-8514-cf03b8bc6128 None None] Port 213ede2a-5bf3-48af-b299-f0431a318046 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:51:38.635358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.712296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe37d5-6084-4f5c-97da-28409b85fb10 req-de4b30a0-99f2-4fbe-8faa-ebc00ec11b81 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:38.716581 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9cfe37d5-6084-4f5c-97da-28409b85fb10 req-de4b30a0-99f2-4fbe-8faa-ebc00ec11b81 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2836273
Apr 15 20:51:38.789218 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b3bc-59f4-4f3c-afb9-8a9c44ee1509 req-d62bcc1f-a3c4-4928-9488-bf9d83a78ab1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:38.790929 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01f8b3bc-59f4-4f3c-afb9-8a9c44ee1509 req-d62bcc1f-a3c4-4928-9488-bf9d83a78ab1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2362514
Apr 15 20:51:38.807758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9cfe37d5-6084-4f5c-97da-28409b85fb10 req-4b0a23cf-1587-463f-b71e-36533363fa88 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796213
Apr 15 20:51:38.824400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.833228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e413437a-e93b-4e91-9837-9e50c6dffff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:38.851675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2fb399-9eae-4f51-a181-0dbb49f65dee,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:38.868652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:38.890069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:38.894796 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d2fb399-9eae-4f51-a181-0dbb49f65dee HTTP/1.1" status: 204  len: 168 time: 0.6045368
Apr 15 20:51:38.894796 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01f8b3bc-59f4-4f3c-afb9-8a9c44ee1509 req-3880ec57-0246-4b2f-8fe5-1b820cd4c25a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930202
Apr 15 20:51:39.030508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:51:39.040876 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] 10.222.0.25 "PUT /v2.0/routers/081ac326-014b-41a6-b904-55d98f037afe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4653633
Apr 15 20:51:39.794346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55230) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:39.824199 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6347280f-697d-42e7-8dd8-50002b385c74 req-0d921d14-43be-4b9a-984c-9dbd491bd540 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 200  len: 217 time: 0.0982468
Apr 15 20:51:39.888494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:51:39.928493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347280f-697d-42e7-8dd8-50002b385c74 req-03a5c44a-18c1-4f02-88f2-c33dd97f39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:39.941556 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6347280f-697d-42e7-8dd8-50002b385c74 req-03a5c44a-18c1-4f02-88f2-c33dd97f39ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.0974064
Apr 15 20:51:40.004218 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-261025359-network', 'tenant_id': '951e217155514ba7bf775cb9b00816a7'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:40.009719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:40.014305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Usage tracker for resource:network and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:40.018114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:40.024523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:40.035554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Made reservation on behalf of 951e217155514ba7bf775cb9b00816a7 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:40.040686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.056139 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6347280f-697d-42e7-8dd8-50002b385c74 req-3025d28b-16dc-407c-a39d-bb72c0538e49 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1048191
Apr 15 20:51:40.058552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.086916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:40.091308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:40.095059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:40.102026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:40.231118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.240643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.260845 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6347280f-697d-42e7-8dd8-50002b385c74 req-a42cca96-1557-4068-9048-d02943af650f service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849887
Apr 15 20:51:40.286866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:40.341825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e8f205-0346-4b90-b077-3958e714831b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:40.364633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:40.389170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device af23efdc-5fb6-42bf-9b3c-c293b5c7549a up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:40.417706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72912889-5523-43b3-8bab-d631a9d7d590 req-d4ad91c6-2488-4b4f-bfa9-74ce8e5bf7d6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:40.432705 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72912889-5523-43b3-8bab-d631a9d7d590 req-d4ad91c6-2488-4b4f-bfa9-74ce8e5bf7d6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.5058315
Apr 15 20:51:40.447028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:51:40.536548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port af23efdc-5fb6-42bf-9b3c-c293b5c7549a completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:40.545245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.545640 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Added segment 5993206e-81ae-4990-8494-a110562c5d81 of type vlan for network 17f827cc-3540-4854-8d56-93796ba9f305
Apr 15 20:51:40.547235 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6347280f-697d-42e7-8dd8-50002b385c74 req-0960867e-e113-4fea-a11b-68ca1367b1c4 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2761712
Apr 15 20:51:40.550635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port af23efdc-5fb6-42bf-9b3c-c293b5c7549a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:40.551612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.564979 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72912889-5523-43b3-8bab-d631a9d7d590 req-3e41275e-613f-4097-bdba-38663e749ad4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310101
Apr 15 20:51:40.604971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c01f4-f21a-4502-8890-7ac5a295770b req-243dbfac-de4b-4368-b3c0-c1cdb0b2e44c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:40.613802 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e86c01f4-f21a-4502-8890-7ac5a295770b req-243dbfac-de4b-4368-b3c0-c1cdb0b2e44c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.3776963
Apr 15 20:51:40.694892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.747454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e86c01f4-f21a-4502-8890-7ac5a295770b req-1d2d53e6-1d98-41b3-b1f3-209899b7268c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324320
Apr 15 20:51:40.788463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.791166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:40.792149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.801365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:40.808856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.891703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port af23efdc-5fb6-42bf-9b3c-c293b5c7549a, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:40.898293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:40.900324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:40.924047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Pushing event updated for resources: {'Network': ['ID=17f827cc-3540-4854-8d56-93796ba9f305,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:40.932752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:40.960849 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1625180
Apr 15 20:51:40.961313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55262) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:40.967479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Request body: {'subnet': {'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-261025359-subnet', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:40.990855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:40.995659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Usage tracker for resource:subnet and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:40.998992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:41.010339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:41.026022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Made reservation on behalf of 951e217155514ba7bf775cb9b00816a7 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:51:41.031413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937788'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:41.132371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:41.135223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 17f827cc-3540-4854-8d56-93796ba9f305 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:51:41.401117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Sync routers for ids ['081ac326-014b-41a6-b904-55d98f037afe'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:51:41.421176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:41.438179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Routers {'081ac326-014b-41a6-b904-55d98f037afe'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:41.439090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5915860>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['081ac326-014b-41a6-b904-55d98f037afe'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:41.532793 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-f8471cdb-9220-4705-ba0f-41146e5a6e37 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2218463
Apr 15 20:51:41.842858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d47dd-3043-4356-a182-41c24f46ec1f req-cdc054a8-dc44-4bcd-9b40-d29dbae9a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:41.844492 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-cdc054a8-dc44-4bcd-9b40-d29dbae9a2e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 1098 time: 0.1688080
Apr 15 20:51:42.004505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Set router 081ac326-014b-41a6-b904-55d98f037afe gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:42.191312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969ce92-60fe-4243-9c6b-8acdcc1370aa req-63272220-c418-4466-bcd2-09eea342a8fc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:42.199124 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1969ce92-60fe-4243-9c6b-8acdcc1370aa req-63272220-c418-4466-bcd2-09eea342a8fc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3697267
Apr 15 20:51:42.234164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d47dd-3043-4356-a182-41c24f46ec1f req-f7699cdf-865b-421a-9401-08e16c0ce024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:42.237552 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-f7699cdf-865b-421a-9401-08e16c0ce024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 911 time: 0.3676026
Apr 15 20:51:42.345047 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1969ce92-60fe-4243-9c6b-8acdcc1370aa req-5f4eb33a-eb0f-4cfc-b055-cb1a2c0b4096 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446850
Apr 15 20:51:42.367177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e884fd-85e3-45c4-9ffb-7ed9b0429733 req-2a774e8f-de5b-412b-957a-fd5af13a076a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:42.379278 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-57e884fd-85e3-45c4-9ffb-7ed9b0429733 req-2a774e8f-de5b-412b-957a-fd5af13a076a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.3393064
Apr 15 20:51:42.534568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device af23efdc-5fb6-42bf-9b3c-c293b5c7549a up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:42.542822 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-57e884fd-85e3-45c4-9ffb-7ed9b0429733 req-ef3a6a15-06c4-4254-b0ea-f331c149abc6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601632
Apr 15 20:51:42.547206 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-be40d3c7-c8bf-4938-a31e-cd7a4dbd865a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf HTTP/1.1" status: 200  len: 1001 time: 0.2987866
Apr 15 20:51:42.790256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851967780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937743'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:42.816354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:42.861681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port af23efdc-5fb6-42bf-9b3c-c293b5c7549a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:42.862231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:42.904412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada6153d-5d6a-4d59-a0b4-bc6ac3731120,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:42.921982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:43.018528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5915860>, [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:51:37Z', 'revision_number': 4, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port': {'id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:29Z', 'updated_at': '2021-04-15T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '213ede2a-5bf3-48af-b299-f0431a318046', 'name': '', 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'mac_address': 'fa:16:3e:1a:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '315fea24-4d8b-4ebb-9a1c-882ae5a7111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:36Z', 'updated_at': '2021-04-15T20:51:37Z', 'revision_number': 2, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'subnets': [{'id': '315fea24-4d8b-4ebb-9a1c-882ae5a7111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:43.024590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Checking router: 081ac326-014b-41a6-b904-55d98f037afe for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:51:43.024984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Updating router 081ac326-014b-41a6-b904-55d98f037afe port 213ede2a-5bf3-48af-b299-f0431a318046 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:51:43.043470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d47dd-3043-4356-a182-41c24f46ec1f req-c4fe0390-378d-4e4a-9459-ecb51c3ab6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:43.045427 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-c4fe0390-378d-4e4a-9459-ecb51c3ab6ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.4842379
Apr 15 20:51:43.223358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9c80-1c9d-46de-acc2-eaf95c83a61d req-1bbe0665-4357-4cb9-aef5-e499b654f91d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:43.225466 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e96a9c80-1c9d-46de-acc2-eaf95c83a61d req-1bbe0665-4357-4cb9-aef5-e499b654f91d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2074487
Apr 15 20:51:43.269599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:43.318570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d47dd-3043-4356-a182-41c24f46ec1f req-9aeaa80d-9b63-4e8d-809f-c293ac3aa49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:43.320457 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-9aeaa80d-9b63-4e8d-809f-c293ac3aa49c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2597659
Apr 15 20:51:43.341445 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e96a9c80-1c9d-46de-acc2-eaf95c83a61d req-063e7d70-2149-4337-a028-e5c593639394 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046102
Apr 15 20:51:43.657710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Checking segment: {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:43.658229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Network hostable DHCP agents. Network: 17f827cc-3540-4854-8d56-93796ba9f305, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:51:43.735638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4f620-92ed-403c-85ab-6a6c07d01bbf req-18ab4a59-f9cf-4ce1-b23d-cbdd590eb136 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:43.742463 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01c4f620-92ed-403c-85ab-6a6c07d01bbf req-18ab4a59-f9cf-4ce1-b23d-cbdd590eb136 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2022452
Apr 15 20:51:43.746977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Network 17f827cc-3540-4854-8d56-93796ba9f305 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:51:43.796766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 17f827cc-3540-4854-8d56-93796ba9f305) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:43.807510 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-8bb09a05-1709-46ed-ab48-e09d8826efc5 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4721828
Apr 15 20:51:43.818789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287087d-e7c4-4aab-b726-96210f64e9a8 None None] Network 17f827cc-3540-4854-8d56-93796ba9f305 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:43.912128 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01c4f620-92ed-403c-85ab-6a6c07d01bbf req-0ffeb229-f7c5-43b1-a906-718089141d68 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633861
Apr 15 20:51:44.009736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0adb9-4a7c-4068-95f7-1eb30817fdfc req-b8c9b967-4f29-406c-bb69-5a875ce5e42d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:44.011324 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1af0adb9-4a7c-4068-95f7-1eb30817fdfc req-b8c9b967-4f29-406c-bb69-5a875ce5e42d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2082448
Apr 15 20:51:44.135948 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:44.136877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:44.156032 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1af0adb9-4a7c-4068-95f7-1eb30817fdfc req-535bab4e-a2ca-48d9-b4f9-322a01c81302 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307335
Apr 15 20:51:44.216325 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 3.2538078
Apr 15 20:51:44.219493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55282) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:44.225900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:51:44.241102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:51:44.245675 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-598d47dd-3043-4356-a182-41c24f46ec1f req-f739c713-db2f-4b5c-a1a2-330a16b51855 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4231763
Apr 15 20:51:44.246167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Usage tracker for resource:router and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:51:44.255612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:51:44.272373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:51:44.305030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:44.306350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:44.334320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:44.369934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:44.385004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Transition to ACTIVE for port object 213ede2a-5bf3-48af-b299-f0431a318046 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:44.397197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:44.417522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:44.962387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882bbc2-e1dc-48f3-85c3-a3d9a2bf88a5 None None] Pushing event updated for resources: {'Port': ['ID=213ede2a-5bf3-48af-b299-f0431a318046,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:44.978127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0882bbc2-e1dc-48f3-85c3-a3d9a2bf88a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:45.395294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:45.527566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:45.557675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Attempting to bind port 213ede2a-5bf3-48af-b299-f0431a318046 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:45.558062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Attempting to bind port 213ede2a-5bf3-48af-b299-f0431a318046 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:45.558718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Attempting to bind port 213ede2a-5bf3-48af-b299-f0431a318046 on network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:45.569037 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:45.569494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Checking segment: {'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:45.569904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:45.570354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Bound using segment: {'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:45.570928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Bound port: 213ede2a-5bf3-48af-b299-f0431a318046, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f4fa18e-2787-4ef0-ad02-2e37ff03d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:45.571360 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:45.818441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] For port 213ede2a-5bf3-48af-b299-f0431a318046, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:45.822040 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] For port 213ede2a-5bf3-48af-b299-f0431a318046, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=213ede2a-5bf3-48af-b299-f0431a318046,segment=NetworkSegment(7f4fa18e-2787-4ef0-ad02-2e37ff03d951),segment_id=7f4fa18e-2787-4ef0-ad02-2e37ff03d951)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:45.844186 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:45.921008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60977e-015c-451a-beb6-1e415a483ac9 req-064b294e-1f87-4cde-9306-c08b279015d7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:45.930386 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8a60977e-015c-451a-beb6-1e415a483ac9 req-064b294e-1f87-4cde-9306-c08b279015d7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.5229063
Apr 15 20:51:45.951542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0713619-c520-456a-8413-1d4c5958081f req-bdb7b76a-dc07-4114-8256-a346ebf39413 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:45.960311 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0713619-c520-456a-8413-1d4c5958081f req-bdb7b76a-dc07-4114-8256-a346ebf39413 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.5542352
Apr 15 20:51:46.019701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:46.134959 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0713619-c520-456a-8413-1d4c5958081f req-30d12fa7-59f9-4ce8-a333-bb0325a9a37a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1736250
Apr 15 20:51:46.193804 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8a60977e-015c-451a-beb6-1e415a483ac9 req-5bf61c93-81c4-4a42-ba41-4226c369eae9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2608147
Apr 15 20:51:46.212614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Routers {'081ac326-014b-41a6-b904-55d98f037afe'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:46.213307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5915860>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['081ac326-014b-41a6-b904-55d98f037afe'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:46.614525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-17f827cc-3540-4854-8d56-93796ba9f305', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:51:46.619912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:46.655183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:46.670676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882bbc2-e1dc-48f3-85c3-a3d9a2bf88a5 None None] Pushing event updated for resources: {'Port': ['ID=213ede2a-5bf3-48af-b299-f0431a318046,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:46.705108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0882bbc2-e1dc-48f3-85c3-a3d9a2bf88a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:46.712813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:46.864550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Allocated IP 172.27.2.58 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/f7c3bc28-00f2-43ee-88f4-d1142b439651) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:46.934759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Allocated IP 172.20.0.2 (17f827cc-3540-4854-8d56-93796ba9f305/ada6153d-5d6a-4d59-a0b4-bc6ac3731120/ee7719c0-b7c2-4ae7-a6eb-543224effdc5) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:46.947999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] Set router 081ac326-014b-41a6-b904-55d98f037afe gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:47.029346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:47.079705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5fea3-efde-402e-bace-f5837772bda2 req-b970a534-f650-4e2e-a492-610133832338 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:47.088307 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-26c5fea3-efde-402e-bace-f5837772bda2 req-b970a534-f650-4e2e-a492-610133832338 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.5770023
Apr 15 20:51:47.118327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:47.159087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:47.506445 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-26c5fea3-efde-402e-bace-f5837772bda2 req-21218a88-aa29-4789-9b39-d0b1665060de tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4167306
Apr 15 20:51:47.690192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c3bc28-00f2-43ee-88f4-d1142b439651,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:47.709738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:47.786418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:51:47.838962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:47.845532 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:47.855655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:47.923518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd69b54-debe-4f2d-b1da-77c81b6557f7 req-ff0ef496-4272-4fb2-8ce4-e532b6732b96 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:47.925794 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8cd69b54-debe-4f2d-b1da-77c81b6557f7 req-ff0ef496-4272-4fb2-8ce4-e532b6732b96 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.4360163
Apr 15 20:51:47.950905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905621-97d6-4ab3-8670-3244717b2c0e req-ca3bcb64-1f07-4538-bbc6-776aaec01086 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:47.959857 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bd905621-97d6-4ab3-8670-3244717b2c0e req-ca3bcb64-1f07-4538-bbc6-776aaec01086 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2417960
Apr 15 20:51:48.055178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5915860>, [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:51:37Z', 'revision_number': 4, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port': {'id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:29Z', 'updated_at': '2021-04-15T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '213ede2a-5bf3-48af-b299-f0431a318046', 'name': '', 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'mac_address': 'fa:16:3e:1a:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '315fea24-4d8b-4ebb-9a1c-882ae5a7111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:36Z', 'updated_at': '2021-04-15T20:51:45Z', 'revision_number': 4, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'subnets': [{'id': '315fea24-4d8b-4ebb-9a1c-882ae5a7111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:48.066639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae8621-0720-4de6-8b9f-eddccc8a4383 None None] The sync data for ids ['081ac326-014b-41a6-b904-55d98f037afe'] in dv-cinder-562053-18-iscsi is: [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:51:37Z', 'revision_number': 4, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port': {'id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:29Z', 'updated_at': '2021-04-15T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '213ede2a-5bf3-48af-b299-f0431a318046', 'name': '', 'network_id': '5ab2e9fd-b35c-4355-a55d-3702fa5ab853', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'mac_address': 'fa:16:3e:1a:e8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '315fea24-4d8b-4ebb-9a1c-882ae5a7111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:36Z', 'updated_at': '2021-04-15T20:51:45Z', 'revision_number': 4, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'subnets': [{'id': '315fea24-4d8b-4ebb-9a1c-882ae5a7111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:51:48.168914 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8cd69b54-debe-4f2d-b1da-77c81b6557f7 req-980a1619-998f-47ea-b3fe-98d7e5c8cb8a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2318132
Apr 15 20:51:48.279023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:48.296346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:48.299818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'port_id': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'mac_address': 'fa:16:3e:48:2e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:51:48.370493 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bd905621-97d6-4ab3-8670-3244717b2c0e req-9873dd2c-589d-4f3e-8d28-16097f518bd8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4040642
Apr 15 20:51:48.497320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:48.521147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 213ede2a-5bf3-48af-b299-f0431a318046 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:48.676219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Transition to ACTIVE for port object ee7719c0-b7c2-4ae7-a6eb-543224effdc5 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:48.702894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1888f5f8-a327-41e5-9d41-cdfceac452fa {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:51:48.721797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:48.736206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:48.741480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:48.931690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:48.944769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 213ede2a-5bf3-48af-b299-f0431a318046 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:48.966608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:48.976688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Transition to ACTIVE for port object ee7719c0-b7c2-4ae7-a6eb-543224effdc5 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:48.986319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 213ede2a-5bf3-48af-b299-f0431a318046 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:48.986899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:49.053711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['1888f5f8-a327-41e5-9d41-cdfceac452fa'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:51:49.167940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:49.219172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0882bbc2-e1dc-48f3-85c3-a3d9a2bf88a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:49.247331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:49.397746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Pushing event updated for resources: {'Port': ['ID=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:49.641847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:49.921889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:49.993047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 213ede2a-5bf3-48af-b299-f0431a318046, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=213ede2a-5bf3-48af-b299-f0431a318046,segment=NetworkSegment(7f4fa18e-2787-4ef0-ad02-2e37ff03d951),segment_id=7f4fa18e-2787-4ef0-ad02-2e37ff03d951)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:50.016657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Network 17f827cc-3540-4854-8d56-93796ba9f305 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:50.018141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:50.026089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:50.029352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:50.116433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:50.125983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=213ede2a-5bf3-48af-b299-f0431a318046,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:50.178202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:50.742325 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 213ede2a-5bf3-48af-b299-f0431a318046 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:51.005861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Attempting to bind port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:51.006310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Attempting to bind port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:51.006807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Attempting to bind port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 on network 17f827cc-3540-4854-8d56-93796ba9f305 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:51.036284 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:51.036695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Checking segment: {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:51.037137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:51.037669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Bound using segment: {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:51.038110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Bound port: ee7719c0-b7c2-4ae7-a6eb-543224effdc5, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:51.038614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:51.176828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 213ede2a-5bf3-48af-b299-f0431a318046 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:51.185196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:51.186525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:51.335697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] For port ee7719c0-b7c2-4ae7-a6eb-543224effdc5, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:51.339006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] For port ee7719c0-b7c2-4ae7-a6eb-543224effdc5, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:51.352764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:51.370938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eaaeb2e4-d4c0-4d94-bfd7-4359f4557e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:51.538080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56f32-7f0b-4429-9971-dcb871c0a011 req-2051b62a-a226-46cf-95be-4d9d3ad01719 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:51.551248 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-31d56f32-7f0b-4429-9971-dcb871c0a011 req-2051b62a-a226-46cf-95be-4d9d3ad01719 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 945 time: 1.2420964
Apr 15 20:51:51.614503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936292ba-3a8a-4a19-a0f2-257e7281659f req-0ce85c25-6005-4c01-823d-c52042b0e622 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:51.616116 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-936292ba-3a8a-4a19-a0f2-257e7281659f req-0ce85c25-6005-4c01-823d-c52042b0e622 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 1.3088109
Apr 15 20:51:51.621311 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Pushing event updated for resources: {'Port': ['ID=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:51.627203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:51.756768 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-31d56f32-7f0b-4429-9971-dcb871c0a011 req-f93ec678-9255-47e9-9738-2e7d5adac8ec tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395416
Apr 15 20:51:51.771110 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-936292ba-3a8a-4a19-a0f2-257e7281659f req-c99bd2b4-ac63-423c-95bc-58b6479daba4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020427
Apr 15 20:51:51.772515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:51.901310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Router 364f6bac-09be-4234-a180-4eb16c2d2cfd is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:51:51.957888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 1888f5f8-a327-41e5-9d41-cdfceac452fa triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:51.958477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:52.181557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:52.251327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:52.253281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:51:52.286957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:52.290925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-44857196-ee69-4076-9c16-e7366ab2f285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:52.379683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:51:52.390746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Sync routers for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:51:52.412630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:52.413775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc240>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:52.432737 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'code': 200}
Apr 15 20:51:52.433839 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:52.442718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:52.448817 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:52.448991 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 8.2263734
Apr 15 20:51:52.449249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55342) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:51:52.822462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:53.595196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce610c49-9b83-4443-9eef-15328c16deea req-405d7265-953b-49d4-af03-ca870feb8df8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:53.597026 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce610c49-9b83-4443-9eef-15328c16deea req-405d7265-953b-49d4-af03-ca870feb8df8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.4348390
Apr 15 20:51:53.650517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f467f-fc7b-4b8a-a488-76a52f8033f6 req-e2d1a287-edaa-4c0a-af38-2c42354375d9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:53.661014 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-539f467f-fc7b-4b8a-a488-76a52f8033f6 req-e2d1a287-edaa-4c0a-af38-2c42354375d9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.4891109
Apr 15 20:51:53.783326 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-539f467f-fc7b-4b8a-a488-76a52f8033f6 req-a452f7bf-9069-450e-ac59-8ab70265a04f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213212
Apr 15 20:51:53.806955 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce610c49-9b83-4443-9eef-15328c16deea req-cd657023-842c-4cce-a19a-aa93a19710ad tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1841333
Apr 15 20:51:53.909419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ba27c-ed99-4c42-a53f-aeb774d7af51 None None] Network 17f827cc-3540-4854-8d56-93796ba9f305 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:51:54.286893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc240>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:48Z', 'revision_number': 3, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:54.301800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Checking router: 364f6bac-09be-4234-a180-4eb16c2d2cfd for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:51:54.303212 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Updating router 364f6bac-09be-4234-a180-4eb16c2d2cfd port f7c3bc28-00f2-43ee-88f4-d1142b439651 binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:51:54.347829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-bbf925ff-3569-4e29-8a58-41a44a62ea65 None None] Provisioning for port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:54.428625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:54.527566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ee7719c0-b7c2-4ae7-a6eb-543224effdc5 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:54.704140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:54.746094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:54.771896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:54.773289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.100556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.168298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port ee7719c0-b7c2-4ae7-a6eb-543224effdc5, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:51:55.174719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.183090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:55.262829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Allocated IP 172.20.0.1 (17f827cc-3540-4854-8d56-93796ba9f305/ada6153d-5d6a-4d59-a0b4-bc6ac3731120/783638fa-9b40-4e6b-a10f-85ef68546615) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:51:55.265357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:55.279942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:55.296899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-c6372246-5f40-4643-a309-a42f96f83c4e None None] Provisioning complete for port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:55.297714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c6372246-5f40-4643-a309-a42f96f83c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.436954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.473780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Transition to ACTIVE for port object f7c3bc28-00f2-43ee-88f4-d1142b439651 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:55.483053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.536224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.553534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7cc0be-401c-4b52-aa7c-b0dbc7bd862d req-c3447f90-a4a0-4ddc-9c72-8154a24dd5ac tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:55.555679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Transition to ACTIVE for port object 783638fa-9b40-4e6b-a10f-85ef68546615 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:51:55.569404 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0f7cc0be-401c-4b52-aa7c-b0dbc7bd862d req-c3447f90-a4a0-4ddc-9c72-8154a24dd5ac tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.4463570
Apr 15 20:51:55.588746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.589039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c237ae0-8280-4e27-8856-bca85b1a042b req-41fecabb-f016-449c-8a0c-7a0403f178da tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:55.601920 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8c237ae0-8280-4e27-8856-bca85b1a042b req-41fecabb-f016-449c-8a0c-7a0403f178da tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.3706245
Apr 15 20:51:55.634333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:55.742378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Pushing event updated for resources: {'Port': ['ID=783638fa-9b40-4e6b-a10f-85ef68546615,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:55.755015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:55.777674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0f7cc0be-401c-4b52-aa7c-b0dbc7bd862d req-33f75bf3-a09d-482f-bbe2-ed668d764be1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1745679
Apr 15 20:51:55.781664 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8c237ae0-8280-4e27-8856-bca85b1a042b req-ac477ad3-e295-4943-ae64-c953bef43fd0 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1577029
Apr 15 20:51:55.845181 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:55.916063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1ea2c-c632-4bf4-a97d-680a386e1714 None None] Pushing event updated for resources: {'Port': ['ID=f7c3bc28-00f2-43ee-88f4-d1142b439651,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:55.922760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7bb1ea2c-c632-4bf4-a97d-680a386e1714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:55.935276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Attempting to bind port f7c3bc28-00f2-43ee-88f4-d1142b439651 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:51:55.937490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Attempting to bind port f7c3bc28-00f2-43ee-88f4-d1142b439651 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:51:55.938053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Attempting to bind port f7c3bc28-00f2-43ee-88f4-d1142b439651 on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:51:55.955175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:51:55.955767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:51:55.956258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:55.956695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:51:55.957240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Bound port: f7c3bc28-00f2-43ee-88f4-d1142b439651, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:51:55.957657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:56.013210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Network 17f827cc-3540-4854-8d56-93796ba9f305 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:56.018131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:56.030546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:51:56.166484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] For port f7c3bc28-00f2-43ee-88f4-d1142b439651, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:51:56.178576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] For port f7c3bc28-00f2-43ee-88f4-d1142b439651, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=f7c3bc28-00f2-43ee-88f4-d1142b439651,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:51:56.185269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:56.191655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:56.232075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-62660a1c-b7ff-4f57-a061-af14b240d605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:56.363746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ee7719c0-b7c2-4ae7-a6eb-543224effdc5 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:51:56.542760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:56.543177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:56.543627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1ea2c-c632-4bf4-a97d-680a386e1714 None None] Pushing event updated for resources: {'Port': ['ID=f7c3bc28-00f2-43ee-88f4-d1142b439651,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:56.556633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7bb1ea2c-c632-4bf4-a97d-680a386e1714 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:56.560744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:56.644429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:51:56.650552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc240>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:56.751888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6873d43e-6c41-4458-a14e-2058f642ae79 None None] Provisioning for port 783638fa-9b40-4e6b-a10f-85ef68546615 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:51:56.768238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6873d43e-6c41-4458-a14e-2058f642ae79 None None] Provisioning complete for port 783638fa-9b40-4e6b-a10f-85ef68546615 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:56.769039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6873d43e-6c41-4458-a14e-2058f642ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:56.993070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:57.002530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:57.153651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8a96521f-6fa7-439f-b8b4-e1c619cbecb4 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:51:57.198676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-6873d43e-6c41-4458-a14e-2058f642ae79 None None] Port 783638fa-9b40-4e6b-a10f-85ef68546615 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:51:57.268132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:51:57.363666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Pushing event updated for resources: {'Port': ['ID=783638fa-9b40-4e6b-a10f-85ef68546615,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:51:57.378437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:51:57.431836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:57.476254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3c40c-3764-4373-9947-695292122b9d req-c641d2e8-8872-4fa4-b3f9-a8e677a33575 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:57.478132 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78c3c40c-3764-4373-9947-695292122b9d req-c641d2e8-8872-4fa4-b3f9-a8e677a33575 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2942047
Apr 15 20:51:57.530268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1140c-2230-4974-83e4-e6522d543090 req-28937ae8-d340-4a6e-a658-18a30d2cefa8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:57.539633 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9cd1140c-2230-4974-83e4-e6522d543090 req-28937ae8-d340-4a6e-a658-18a30d2cefa8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2789266
Apr 15 20:51:57.635511 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78c3c40c-3764-4373-9947-695292122b9d req-1869447f-1139-4b8f-9cf4-ba1fb01a4e47 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498530
Apr 15 20:51:57.660707 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9cd1140c-2230-4974-83e4-e6522d543090 req-bfaa2541-8e96-44c1-9fdb-25712ec3db5a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686023
Apr 15 20:51:57.742622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59dc240>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:51:55Z', 'revision_number': 1, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:51:57.750946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fea5bf-83c9-4700-a137-811b5b40c3de None None] The sync data for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi is: [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:51:55Z', 'revision_number': 1, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:51:57.779013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Network 17f827cc-3540-4854-8d56-93796ba9f305 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:51:57.781179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:51:58.130331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Router 364f6bac-09be-4234-a180-4eb16c2d2cfd has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:51:58.145222 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-42f8df9d-51a0-462b-a94b-cfdd3da50c5b None None] Provisioning complete for port 783638fa-9b40-4e6b-a10f-85ef68546615 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:51:58.156182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-42f8df9d-51a0-462b-a94b-cfdd3da50c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:51:58.352856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-42f8df9d-51a0-462b-a94b-cfdd3da50c5b None None] Port 783638fa-9b40-4e6b-a10f-85ef68546615 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:51:58.676204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:51:58.688286 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] 10.222.0.25 "PUT /v2.0/routers/364f6bac-09be-4234-a180-4eb16c2d2cfd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2354875
Apr 15 20:51:58.739980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-77703c2f-ec11-4da4-b49f-cf2484020fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:58.741705 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-77703c2f-ec11-4da4-b49f-cf2484020fcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1791615
Apr 15 20:51:58.842884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768d0bf-3fab-4d53-879a-0088468e3611 req-29e5b17a-df15-46e1-aba7-1e926df5ff7e tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:58.853295 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3768d0bf-3fab-4d53-879a-0088468e3611 req-29e5b17a-df15-46e1-aba7-1e926df5ff7e tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2601604
Apr 15 20:51:58.947584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-471e8813-55e5-4c44-a322-6778d579944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:58.950227 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-471e8813-55e5-4c44-a322-6778d579944b service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 920 time: 0.1939325
Apr 15 20:51:59.071110 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-e7ff445e-e601-4c9a-a628-831c09ac75a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 200  len: 217 time: 0.1106069
Apr 15 20:51:59.164884 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3768d0bf-3fab-4d53-879a-0088468e3611 req-2d26f367-23a3-4612-b04b-c650244a2057 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3025110
Apr 15 20:51:59.273937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-7e729077-5d80-402f-8043-f393405abf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:59.275930 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-7e729077-5d80-402f-8043-f393405abf9a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.1967571
Apr 15 20:51:59.321876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbf5df-3f5e-4579-a49d-761ab70cb1cd req-e29819a6-93c4-43f3-ba3a-b95ddada7937 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:59.333360 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-62cbf5df-3f5e-4579-a49d-761ab70cb1cd req-e29819a6-93c4-43f3-ba3a-b95ddada7937 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.3157578
Apr 15 20:51:59.456634 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-62cbf5df-3f5e-4579-a49d-761ab70cb1cd req-1a466cf4-2153-4793-8f1a-a3d631020e8b tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222334
Apr 15 20:51:59.470097 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-dfe9fe40-f22e-4e7d-8be2-ea4836da19ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1840179
Apr 15 20:51:59.750677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99469f31-e871-432f-92f5-2476f70cf5b4 req-c35bd74d-2f2d-481e-b68e-897b0169f18b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:51:59.752955 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-99469f31-e871-432f-92f5-2476f70cf5b4 req-c35bd74d-2f2d-481e-b68e-897b0169f18b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2952297
Apr 15 20:51:59.851605 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-99469f31-e871-432f-92f5-2476f70cf5b4 req-480a1b94-ffb0-4632-8b79-e619a5dab736 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913961
Apr 15 20:51:59.932177 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-cb9a06cd-d870-4bc4-93ba-3823b679ca3e service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4444294
Apr 15 20:52:00.243684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55448) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:00.253002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1517833511-network', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:00.270495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:00.284264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Usage tracker for resource:network and tenant:238c56b1702f4f279dd4f72ab02a521f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:00.294080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:00.316853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:00.361738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Made reservation on behalf of 238c56b1702f4f279dd4f72ab02a521f for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:52:00.366635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.412789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.419490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device f7c3bc28-00f2-43ee-88f4-d1142b439651 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:00.465814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:00.472020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Usage tracker for resource:security_group_rule and tenant:238c56b1702f4f279dd4f72ab02a521f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:00.484177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:00.500701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:00.506702 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-861f2d3f-f46f-4e2c-a75b-0a0d3540cf9b req-1611d2b4-898b-4d64-a345-3b92f4f5ca89 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5644829
Apr 15 20:52:00.607979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.624744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port f7c3bc28-00f2-43ee-88f4-d1142b439651 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:00.640167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port f7c3bc28-00f2-43ee-88f4-d1142b439651 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:00.640949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.658121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.670832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-252d6de5-c6dc-4bb4-83d2-d4099047c123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:00.700875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccd923-a7a0-4e79-a619-e4198039f3b8,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:00.708294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:00.717990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:52:00.765898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.765898 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Added segment 53a19d86-16db-401a-b697-cef219e2ec62 of type vlan for network 92b10ddb-d5c4-4729-914c-3c9195133312
Apr 15 20:52:00.775209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e9dda-f67c-4efc-ac04-46506e05cada req-98a86c54-7585-4ba3-9056-0b44d93fe6b8 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:00.783844 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-534e9dda-f67c-4efc-ac04-46506e05cada req-98a86c54-7585-4ba3-9056-0b44d93fe6b8 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1739399
Apr 15 20:52:00.851074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-725d7e5f-5d2a-4b78-b0b7-2813f709cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:00.859333 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-725d7e5f-5d2a-4b78-b0b7-2813f709cd8d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 1098 time: 0.2140684
Apr 15 20:52:00.887159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.908356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port f7c3bc28-00f2-43ee-88f4-d1142b439651, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=f7c3bc28-00f2-43ee-88f4-d1142b439651,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:00.912969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:00.920202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:00.926949 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-534e9dda-f67c-4efc-ac04-46506e05cada req-65d333a9-0869-4903-b884-9690823dbe9b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419966
Apr 15 20:52:00.930644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:01.005185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:01.006756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:01.007449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:01.022202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:01.071946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=f7c3bc28-00f2-43ee-88f4-d1142b439651,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:01.093590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:01.209375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-406d5f01-33d0-4399-81ee-904475736198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:01.211399 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-406d5f01-33d0-4399-81ee-904475736198 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 911 time: 0.3393576
Apr 15 20:52:01.303553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Pushing event updated for resources: {'Network': ['ID=92b10ddb-d5c4-4729-914c-3c9195133312,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:01.307197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:01.316201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 92b10ddb-d5c4-4729-914c-3c9195133312 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:52:01.370356 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-6bd4f7ca-6133-44e8-a8d3-42ec585bba84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf HTTP/1.1" status: 200  len: 1001 time: 0.1491773
Apr 15 20:52:01.534095 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2861609
Apr 15 20:52:01.537407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55456) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:01.546568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Request body: {'subnet': {'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1517833511-subnet', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:01.554433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:01.559133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Usage tracker for resource:subnet and tenant:238c56b1702f4f279dd4f72ab02a521f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:01.563225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:01.571305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:01.591884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37438037-17e2-4215-a97a-57d4ef94754b req-e7d3df43-f878-4dcd-874d-0059f16130be tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:01.593733 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-37438037-17e2-4215-a97a-57d4ef94754b req-e7d3df43-f878-4dcd-874d-0059f16130be tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2996371
Apr 15 20:52:01.595103 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Made reservation on behalf of 238c56b1702f4f279dd4f72ab02a521f for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:52:01.600548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442749'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:01.608644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-6f4d2668-f1ab-4ab7-bf6c-67c064e56c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:01.610513 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-6f4d2668-f1ab-4ab7-bf6c-67c064e56c8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.2314754
Apr 15 20:52:01.744829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-e5aa8f10-ec6e-4223-aad5-e91950b6d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:01.752490 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-e5aa8f10-ec6e-4223-aad5-e91950b6d71c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1326666
Apr 15 20:52:02.053394 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-37438037-17e2-4215-a97a-57d4ef94754b req-ac5cdf90-71ed-4b35-a690-7a0003b931f7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1578031
Apr 15 20:52:02.268733 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-476ddf79-18a8-4595-b7d5-56e84e495e9e service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4995575
Apr 15 20:52:02.455653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device f7c3bc28-00f2-43ee-88f4-d1142b439651 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:02.654145 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-917d3b24-d44a-4fef-9dd9-b7aa032cc5df req-9b02f42d-5d44-4cbc-92cc-6d77d8e6850d service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3805904
Apr 15 20:52:02.677615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Sync routers for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:52:02.692780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:52:02.694025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59a1470>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:51:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:03.054622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b6c4b-166e-464d-a20e-e953b8615224 req-ab21fc7a-7060-4746-940f-7cc4cc2a0313 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:03.063112 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-df3b6c4b-166e-464d-a20e-e953b8615224 req-ab21fc7a-7060-4746-940f-7cc4cc2a0313 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.1425343
Apr 15 20:52:03.104259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port f7c3bc28-00f2-43ee-88f4-d1142b439651 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:03.104897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:03.216565 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-df3b6c4b-166e-464d-a20e-e953b8615224 req-d4fe6bc5-4d93-451d-993c-fa5ca9af4826 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518166
Apr 15 20:52:03.273675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2578322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442702'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:03.343176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:03.539910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:52:03.645440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0e56cd-d15f-415d-a2fe-634d3ff4c41a,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:03.838925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:04.017537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e4686-a872-4744-975f-5449aac5b381 req-26233788-7be7-4db4-af19-ad9f8d90c07d tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:04.017537 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-694e4686-a872-4744-975f-5449aac5b381 req-26233788-7be7-4db4-af19-ad9f8d90c07d tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.4492261
Apr 15 20:52:04.017537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Checking segment: {'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:52:04.017815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Network hostable DHCP agents. Network: 92b10ddb-d5c4-4729-914c-3c9195133312, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:52:04.027642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f743cba8-5131-451b-a9f1-5035b6751390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:04.031416 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-694e4686-a872-4744-975f-5449aac5b381 req-59db3f89-c9d2-4525-8c63-6dc1118e9836 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593860
Apr 15 20:52:04.051414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59a1470>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 2, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:04.053309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Network 92b10ddb-d5c4-4729-914c-3c9195133312 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:52:04.061339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Checking router: 364f6bac-09be-4234-a180-4eb16c2d2cfd for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:52:04.061891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Updating router 364f6bac-09be-4234-a180-4eb16c2d2cfd port 783638fa-9b40-4e6b-a10f-85ef68546615 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:52:04.064021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 92b10ddb-d5c4-4729-914c-3c9195133312) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:52:04.078164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:04.079133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:04.112541 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.5730433
Apr 15 20:52:04.113671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843b7e88-6392-4040-955a-7bece1329244 None None] Network 92b10ddb-d5c4-4729-914c-3c9195133312 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:52:04.115685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55470) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:04.121800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:04.128915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:04.133726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Usage tracker for resource:router and tenant:238c56b1702f4f279dd4f72ab02a521f is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:04.137644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:04.146592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:04.158888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:04.160403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:04.180806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:04.240255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:04.609609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-92b10ddb-d5c4-4729-914c-3c9195133312', 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'fixed_ips': [{'subnet_id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:52:04.610704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:04.619278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81981c-2fba-42bc-99c0-6adbe9b25cf0 req-34a53eee-d033-46f4-9418-0e99cf9e8883 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:04.635171 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c81981c-2fba-42bc-99c0-6adbe9b25cf0 req-34a53eee-d033-46f4-9418-0e99cf9e8883 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2369723
Apr 15 20:52:04.771397 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c81981c-2fba-42bc-99c0-6adbe9b25cf0 req-a5144a98-833b-48e1-a78d-fe74d11ad4b2 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1346219
Apr 15 20:52:05.046951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:05.191510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Allocated IP 172.20.0.2 (92b10ddb-d5c4-4729-914c-3c9195133312/ee0e56cd-d15f-415d-a2fe-634d3ff4c41a/3eb749ae-9385-4f3c-a5e5-9a828adae2c2) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:52:05.242951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:05.268015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006619e-a22b-440c-bddd-b585ddb04673 req-8d506558-b301-462d-82c5-ac61f0e7a676 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:05.272352 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3006619e-a22b-440c-bddd-b585ddb04673 req-8d506558-b301-462d-82c5-ac61f0e7a676 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.1949310
Apr 15 20:52:05.388041 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3006619e-a22b-440c-bddd-b585ddb04673 req-6d5e7fc6-0d78-4686-b690-9d8f7632459a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102686
Apr 15 20:52:05.499943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Transition to ACTIVE for port object 783638fa-9b40-4e6b-a10f-85ef68546615 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:05.529515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:05.575545 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:05.818173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed8cf4-ae73-4e83-bd3c-b6928c9517a4 req-f65bfe70-9d87-4558-99af-5a3c0d6488bb tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:05.826613 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feed8cf4-ae73-4e83-bd3c-b6928c9517a4 req-f65bfe70-9d87-4558-99af-5a3c0d6488bb tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1966336
Apr 15 20:52:05.932613 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feed8cf4-ae73-4e83-bd3c-b6928c9517a4 req-a19c9f83-1568-4020-9eda-966690353086 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045530
Apr 15 20:52:05.974494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bffe2f-0ce4-4d99-8481-494b003f1a4f None None] Pushing event updated for resources: {'Port': ['ID=783638fa-9b40-4e6b-a10f-85ef68546615,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:05.984206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-01bffe2f-0ce4-4d99-8481-494b003f1a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:05.998535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a30af2be-fe27-472f-9d44-7595179e328d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.047946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.088957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.293271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.322826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Transition to ACTIVE for port object 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:06.365327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Allocated IP 172.27.2.206 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/c8f55978-3fb0-48dc-ba25-b03b57e2f1cb) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:52:06.465394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Transition to ACTIVE for port object 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:06.478458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Attempting to bind port 783638fa-9b40-4e6b-a10f-85ef68546615 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:52:06.478844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Attempting to bind port 783638fa-9b40-4e6b-a10f-85ef68546615 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:52:06.479230 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Attempting to bind port 783638fa-9b40-4e6b-a10f-85ef68546615 on network 17f827cc-3540-4854-8d56-93796ba9f305 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:06.482643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.510215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:06.755312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.819856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.834601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bc057-5720-4296-b2d4-635cf1e80068 req-13eeb3b1-e17c-4d09-98a2-3fd4f4a26097 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:06.850183 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b17bc057-5720-4296-b2d4-635cf1e80068 req-13eeb3b1-e17c-4d09-98a2-3fd4f4a26097 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2094493
Apr 15 20:52:06.865404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:52:06.865868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Checking segment: {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:52:06.866320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.866780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Bound using segment: {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:52:06.867326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Bound port: 783638fa-9b40-4e6b-a10f-85ef68546615, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:52:06.867760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:06.950322 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b17bc057-5720-4296-b2d4-635cf1e80068 req-4a4d2007-629e-4041-95c5-5fb2c275a0da tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966740
Apr 15 20:52:07.029074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:07.051385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a1c430b7-aa96-43b6-bb36-14e65f46cef9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:07.053106 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Pushing event updated for resources: {'Port': ['ID=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:07.101976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:07.146749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Pushing event updated for resources: {'Port': ['ID=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:07.160487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:07.180028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:52:07.181646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:52:07.184448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:52:07.246427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca48a7-e89d-4c9d-a287-417fadb144c2 req-524d5435-33c6-4dc2-a161-76f3d016b7ee tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:07.255160 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a0ca48a7-e89d-4c9d-a287-417fadb144c2 req-524d5435-33c6-4dc2-a161-76f3d016b7ee tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1284950
Apr 15 20:52:07.312399 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a0ca48a7-e89d-4c9d-a287-417fadb144c2 req-d320f5fb-2179-40d2-81bc-48ea87fc1b03 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558591
Apr 15 20:52:07.332897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] For port 783638fa-9b40-4e6b-a10f-85ef68546615, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:52:07.339074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] For port 783638fa-9b40-4e6b-a10f-85ef68546615, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=783638fa-9b40-4e6b-a10f-85ef68546615,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:52:07.343340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:07.351403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:07.370794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7b320645-7d3e-4acd-8a58-50a2b5742f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:07.407503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Network 92b10ddb-d5c4-4729-914c-3c9195133312 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:52:07.463364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:52:07.479966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:52:07.632021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bffe2f-0ce4-4d99-8481-494b003f1a4f None None] Pushing event updated for resources: {'Port': ['ID=783638fa-9b40-4e6b-a10f-85ef68546615,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:07.639001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-01bffe2f-0ce4-4d99-8481-494b003f1a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:07.646977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Attempting to bind port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:52:07.647528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Attempting to bind port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:52:07.648073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Attempting to bind port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 on network 92b10ddb-d5c4-4729-914c-3c9195133312 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:07.668338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:52:07.668957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Checking segment: {'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:52:07.669523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:07.670268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Bound using segment: {'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:52:07.670937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Bound port: 3eb749ae-9385-4f3c-a5e5-9a828adae2c2, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:52:07.671467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:07.775920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:52:07.775920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59a1470>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:52:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:07.946088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:08.205565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] For port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:52:08.231198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] For port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,segment=NetworkSegment(53a19d86-16db-401a-b697-cef219e2ec62),segment_id=53a19d86-16db-401a-b697-cef219e2ec62)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:52:08.297725 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:08.490756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbfa0a-d36d-4d97-99b2-ddc93dee15fb req-f16dd477-347b-4f50-a04f-e22ab8b79400 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:08.502049 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-53fbfa0a-d36d-4d97-99b2-ddc93dee15fb req-f16dd477-347b-4f50-a04f-e22ab8b79400 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2200701
Apr 15 20:52:08.518573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c6f300eb-796e-43ba-b668-7046c595fa46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:08.575630 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-53fbfa0a-d36d-4d97-99b2-ddc93dee15fb req-879c962d-6826-4063-adf0-466b6a266b7a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699363
Apr 15 20:52:08.774610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:08.778090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Pushing event updated for resources: {'Port': ['ID=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:08.788393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 783638fa-9b40-4e6b-a10f-85ef68546615 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:08.837541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:08.885144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4db2-faf4-4c30-a42f-4bf2816d35db req-3e1ff389-bc00-4c2a-af29-34261c15881f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:08.915244 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b76e4db2-faf4-4c30-a42f-4bf2816d35db req-3e1ff389-bc00-4c2a-af29-34261c15881f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2016027
Apr 15 20:52:08.925473 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:52:09.100268 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b76e4db2-faf4-4c30-a42f-4bf2816d35db req-801fd372-618b-43fe-ac92-ea1f439f7867 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837785
Apr 15 20:52:09.196058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:09.357886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Router caa016e3-541e-4846-96ab-6a7b777b186b is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:52:09.781733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 783638fa-9b40-4e6b-a10f-85ef68546615 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:09.794862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 783638fa-9b40-4e6b-a10f-85ef68546615 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:09.795366 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:09.976208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:52:09.986888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Sync routers for ids ['caa016e3-541e-4846-96ab-6a7b777b186b'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:52:10.004373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Routers {'caa016e3-541e-4846-96ab-6a7b777b186b'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:52:10.006241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c667da20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:52:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['caa016e3-541e-4846-96ab-6a7b777b186b'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:10.018119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:10.022729 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.9056349
Apr 15 20:52:10.023436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55500) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:10.071657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59a1470>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:07Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:10.105082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e3482-ad5c-456e-9f59-50c0442070bc None None] The sync data for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi is: [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:07Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:52:10.107307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:10.150660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639dec5-a0d0-4b24-a52d-65e90cb674a7 req-af7693a6-fefa-4b1a-aa5e-7f5c8d499790 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:10.164506 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e639dec5-a0d0-4b24-a52d-65e90cb674a7 req-af7693a6-fefa-4b1a-aa5e-7f5c8d499790 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2539687
Apr 15 20:52:10.212812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 783638fa-9b40-4e6b-a10f-85ef68546615, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=783638fa-9b40-4e6b-a10f-85ef68546615,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:10.221940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:10.223997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:10.333664 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e639dec5-a0d0-4b24-a52d-65e90cb674a7 req-20d4c7e7-f5d8-44ee-b871-73ff33b196d9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670270
Apr 15 20:52:10.523248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=783638fa-9b40-4e6b-a10f-85ef68546615,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:10.531707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:10.705151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32717e-01a9-468c-927e-e7eaa07444b2 req-9ae7f161-d9cd-46a9-8400-5bd845558d95 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:10.722259 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fc32717e-01a9-468c-927e-e7eaa07444b2 req-9ae7f161-d9cd-46a9-8400-5bd845558d95 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1393688
Apr 15 20:52:10.830497 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fc32717e-01a9-468c-927e-e7eaa07444b2 req-57432b6c-06ae-4cc5-893a-e7e583b9525c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071517
Apr 15 20:52:10.996434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Set router caa016e3-541e-4846-96ab-6a7b777b186b gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:52:11.581248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:11.594030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c667da20>, [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:52:07Z', 'revision_number': 3, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port': {'id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:06Z', 'updated_at': '2021-04-15T20:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:11.599051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Checking router: caa016e3-541e-4846-96ab-6a7b777b186b for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:52:11.599432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Updating router caa016e3-541e-4846-96ab-6a7b777b186b port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:52:11.719281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:11.961571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-a2bc9875-f320-4b7e-bd51-e1de061d304a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:11.970677 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-a2bc9875-f320-4b7e-bd51-e1de061d304a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/networks?id=075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 200  len: 815 time: 0.3174992
Apr 15 20:52:12.015150 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043aeae-b956-49f8-b91b-0bf4ac1791b4 None None] Network 92b10ddb-d5c4-4729-914c-3c9195133312 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:52:12.018248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Allocated IP 172.20.0.1 (92b10ddb-d5c4-4729-914c-3c9195133312/ee0e56cd-d15f-415d-a2fe-634d3ff4c41a/176810a4-227c-4381-b264-d13fea93f622) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:52:12.019080 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8f6435fd-cf18-4c7f-892f-69f656464c20 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/quotas/0f5ab76630e4464894f345e62ade816a HTTP/1.1" status: 200  len: 375 time: 0.0468688
Apr 15 20:52:12.205801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:12.217128 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-163f2478-7614-4c4e-9b41-5b18339d72b4 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1890140
Apr 15 20:52:12.225083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Transition to ACTIVE for port object 176810a4-227c-4381-b264-d13fea93f622 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:12.247743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-a7542ae3-1be5-45ae-aea4-99cf32f4cd08 None None] Provisioning for port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:12.253719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:12.275433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:12.295840 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0f72-f5f5-4f30-bd46-a3d9d650cb42 req-904de108-7d7d-4d2c-b389-b1e3005e543a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:12.305478 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0ead0f72-f5f5-4f30-bd46-a3d9d650cb42 req-904de108-7d7d-4d2c-b389-b1e3005e543a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.4174225
Apr 15 20:52:12.367906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Pushing event updated for resources: {'Port': ['ID=176810a4-227c-4381-b264-d13fea93f622,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:12.474479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:12.537486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:12.566491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Transition to ACTIVE for port object c8f55978-3fb0-48dc-ba25-b03b57e2f1cb will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:12.577290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:12.579290 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0ead0f72-f5f5-4f30-bd46-a3d9d650cb42 req-a56737a5-f727-48e1-bb38-3b40679ded69 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2569692
Apr 15 20:52:12.589472 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-7fcb5cab-8b8d-4365-bd6b-974ced9eefd8 service neutron] 10.222.0.25 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3707302
Apr 15 20:52:12.609444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:12.675566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Network 92b10ddb-d5c4-4729-914c-3c9195133312 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:52:12.677370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:52:12.682566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:52:12.771342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:12.824093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:12.849953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:12.850704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:12.864991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b042d2f5-1b3c-4d3d-8276-7fb007da4335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:12.896151 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-0905d6c9-35d2-45d0-ae15-cff0a0a79fdd service neutron] 10.222.0.25 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2792554
Apr 15 20:52:12.987612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Attempting to bind port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:52:12.988250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Attempting to bind port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:52:12.988475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Attempting to bind port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:13.005101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:52:13.005534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:52:13.020186 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.020842 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:52:13.021485 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Bound port: c8f55978-3fb0-48dc-ba25-b03b57e2f1cb, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:52:13.021868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.022241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e785e3e-10c5-4e74-90bd-6481639892d6 req-1e0cd194-2a0c-43e2-89f5-770cffaceb91 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:13.030421 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4e785e3e-10c5-4e74-90bd-6481639892d6 req-1e0cd194-2a0c-43e2-89f5-770cffaceb91 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1329973
Apr 15 20:52:13.125993 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4e785e3e-10c5-4e74-90bd-6481639892d6 req-d81aa24e-297f-402f-abb8-ac7c634b0699 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941329
Apr 15 20:52:13.159033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Provisioning complete for port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:13.159450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.194252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.200960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] For port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:52:13.205000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] For port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:52:13.210859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.233172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f42b6-c59f-48db-8e2c-0af622547a54 None None] Pushing event updated for resources: {'Port': ['ID=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:13.241112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a93f42b6-c59f-48db-8e2c-0af622547a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:13.242231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:13.323628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f42b6-c59f-48db-8e2c-0af622547a54 None None] Pushing event updated for resources: {'Port': ['ID=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:13.413783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a93f42b6-c59f-48db-8e2c-0af622547a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:13.497664 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f46ff8f4-e8df-4bb8-bca2-4d25ee4077ef req-5396a6cd-7cff-46dd-9db9-50066265ba75 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 210 time: 0.1196139
Apr 15 20:52:13.576624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.644606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.659397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Routers {'caa016e3-541e-4846-96ab-6a7b777b186b'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:52:13.660954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c667da20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:52:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['caa016e3-541e-4846-96ab-6a7b777b186b'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:13.707156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,segment=NetworkSegment(53a19d86-16db-401a-b697-cef219e2ec62),segment_id=53a19d86-16db-401a-b697-cef219e2ec62)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:13.757230 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.769613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.871523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:52:13.871963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:52:13.872754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:13.873663 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 783638fa-9b40-4e6b-a10f-85ef68546615 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:13.904421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:13.962324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:14.038210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daed5d-454d-4a7f-b574-42bd6e89d998 req-10f31b77-e9a5-4d30-87a3-76887ca8b5ef tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:14.048710 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-42daed5d-454d-4a7f-b574-42bd6e89d998 req-10f31b77-e9a5-4d30-87a3-76887ca8b5ef tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2227538
Apr 15 20:52:14.083839 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] Set router caa016e3-541e-4846-96ab-6a7b777b186b gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:52:14.111020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Pushing event updated for resources: {'Port': ['ID=176810a4-227c-4381-b264-d13fea93f622,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:14.124648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:14.165255 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-42daed5d-454d-4a7f-b574-42bd6e89d998 req-ba3b8013-382a-405c-9529-109f6ac31768 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143959
Apr 15 20:52:14.171938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:14.218113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:14.224684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:14.231031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 783638fa-9b40-4e6b-a10f-85ef68546615 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:14.231445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:14.514835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f59b5-fa4b-427d-af24-e5f114869998 req-15fba52b-e26c-49f4-8f0f-15264158b83c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:14.521598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Network 92b10ddb-d5c4-4729-914c-3c9195133312 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:52:14.522898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:52:14.523537 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-241f59b5-fa4b-427d-af24-e5f114869998 req-15fba52b-e26c-49f4-8f0f-15264158b83c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1912661
Apr 15 20:52:14.609075 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-241f59b5-fa4b-427d-af24-e5f114869998 req-2c1086d2-fb8d-40ac-85cc-7cbc20e4626a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844023
Apr 15 20:52:14.612653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Provisioning for port 176810a4-227c-4381-b264-d13fea93f622 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:14.624542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Provisioning complete for port 176810a4-227c-4381-b264-d13fea93f622 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:14.625971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:14.790347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-6b2e65b4-cac0-488d-a636-3a5ddaa24ff4 None None] Port 176810a4-227c-4381-b264-d13fea93f622 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:52:14.802445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:14.977317 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-747389c0-84fd-4d6f-b0e3-22d168aef870 req-10a80fe4-4bec-4d5b-830b-7da92d18304b tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 210 time: 0.1258101
Apr 15 20:52:14.987099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-23a0732a-93c2-48ee-8069-0f6c94ab2132 None None] Provisioning complete for port 176810a4-227c-4381-b264-d13fea93f622 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:14.987659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-23a0732a-93c2-48ee-8069-0f6c94ab2132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:15.055900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:15.066491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c667da20>, [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:52:12Z', 'revision_number': 4, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port': {'id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:06Z', 'updated_at': '2021-04-15T20:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '176810a4-227c-4381-b264-d13fea93f622', 'name': '', 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'mac_address': 'fa:16:3e:6a:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:11Z', 'updated_at': '2021-04-15T20:52:13Z', 'revision_number': 2, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'subnets': [{'id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:15.066866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-23a0732a-93c2-48ee-8069-0f6c94ab2132 None None] Port 176810a4-227c-4381-b264-d13fea93f622 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:52:15.070489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:15.071397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:15.079857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aef316f-acc7-468a-84f7-1e473e381988 None None] The sync data for ids ['caa016e3-541e-4846-96ab-6a7b777b186b'] in dv-cinder-562053-18-iscsi is: [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:52:12Z', 'revision_number': 4, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port': {'id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:06Z', 'updated_at': '2021-04-15T20:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '176810a4-227c-4381-b264-d13fea93f622', 'name': '', 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'mac_address': 'fa:16:3e:6a:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:11Z', 'updated_at': '2021-04-15T20:52:13Z', 'revision_number': 2, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'subnets': [{'id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:52:15.117696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Router caa016e3-541e-4846-96ab-6a7b777b186b has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:52:15.490514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c14d8-0ed3-4c4a-924c-3e99081443c9 req-03bc5b31-74ce-48fe-b797-c0810a5153ca tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:15.501595 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6c5c14d8-0ed3-4c4a-924c-3e99081443c9 req-03bc5b31-74ce-48fe-b797-c0810a5153ca tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.1263041
Apr 15 20:52:15.563520 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6c5c14d8-0ed3-4c4a-924c-3e99081443c9 req-351663e4-7b64-4fe2-9ed7-d8dcd9446d5a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605023
Apr 15 20:52:15.939182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028e11-b75c-4b35-ac1c-cc3b8aceefcd req-0cda1a47-ab97-4878-8c2d-5c25cdd6b0ce tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:15.948235 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a1028e11-b75c-4b35-ac1c-cc3b8aceefcd req-0cda1a47-ab97-4878-8c2d-5c25cdd6b0ce tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1491730
Apr 15 20:52:15.999642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:52:16.037471 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] 10.222.0.25 "PUT /v2.0/routers/caa016e3-541e-4846-96ab-6a7b777b186b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0126917
Apr 15 20:52:16.102758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a1028e11-b75c-4b35-ac1c-cc3b8aceefcd req-d207921c-e701-4961-a092-299aae8b7dc4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531537
Apr 15 20:52:16.169677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-9244af9b-fad0-4cdd-9477-edf4c0f856e4 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:16.178754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0915c520-ec77-4897-8201-5e53fb4902bd req-9244af9b-fad0-4cdd-9477-edf4c0f856e4 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Synchronizing usage tracker for tenant:0f5ab76630e4464894f345e62ade816a on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:52:16.243150 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0915c520-ec77-4897-8201-5e53fb4902bd req-9244af9b-fad0-4cdd-9477-edf4c0f856e4 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Unset dirty status for tenant:0f5ab76630e4464894f345e62ade816a on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:52:16.245229 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-9244af9b-fad0-4cdd-9477-edf4c0f856e4 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.62 "GET /v2.0/networks?id=075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 200  len: 815 time: 0.9296870
Apr 15 20:52:16.265409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'port': {'device_id': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'admin_state_up': True, 'tenant_id': '0f5ab76630e4464894f345e62ade816a'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:16.339976 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e6380c62-65a1-44d4-8798-50e4da782883 req-9d520e85-3afe-4743-aa2a-fb983daaa5e0 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 210 time: 0.1002922
Apr 15 20:52:16.499293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55632) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:16.646092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:16.668863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:port and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:16.680142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:16.716076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:16.726441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Deleting subnet 2d99f650-d5f8-479d-939b-ec3f0b69c9fa {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:52:16.736265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:16.744693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Made reservation on behalf of 0f5ab76630e4464894f345e62ade816a for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:52:16.755115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:16.863964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c8f55978-3fb0-48dc-ba25-b03b57e2f1cb up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:16.888427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:52:16.925323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:17.082994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:17.089605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:17.089605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:17.098933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:17.173781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Allocated IP 172.20.0.12 (075c7590-ff48-4147-b73c-958c3a77a26a/7c045b6b-38d2-4222-bcee-02e8a3077526/0937ff84-4ee5-4710-ac63-e831f204b00d) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:52:17.489833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:17.562768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:17.569718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:17.579526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:17.689308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55646) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:17.698664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82789315', 'description': 'tempest-secgroup-smoke-82789315 description', 'project_id': '951e217155514ba7bf775cb9b00816a7'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:17.712983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:17.718011 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:17.722389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:17.725073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:17.738275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:17.739657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:17.767667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:17.817841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:17.839243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:17.862580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:17.891547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:17.928554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f5d22-e734-4879-9c50-a8cd44a9f6fa req-30266348-93ee-4ed5-8c33-e13a521a9f5d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:17.939884 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b16f5d22-e734-4879-9c50-a8cd44a9f6fa req-30266348-93ee-4ed5-8c33-e13a521a9f5d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.6871519
Apr 15 20:52:17.950802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.001381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Transition to ACTIVE for port object 0937ff84-4ee5-4710-ac63-e831f204b00d will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:18.034751 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b16f5d22-e734-4879-9c50-a8cd44a9f6fa req-eff52ce2-9d0e-431b-92bd-b550ac081264 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937622
Apr 15 20:52:18.096628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.098977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.101491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.118411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f2d5-5f29-42be-905b-8c973cbfc57c req-cac0a8c5-eb3d-4ccb-9f44-41ff64ca0f8a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:18.120814 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b3f2d5-5f29-42be-905b-8c973cbfc57c req-cac0a8c5-eb3d-4ccb-9f44-41ff64ca0f8a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3647125
Apr 15 20:52:18.121871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4b6e22a8-936b-42fc-9c97-55731fac3b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:18.174081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635e769d-da54-48c7-b315-f5b1c0440849,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:18.181740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.186009 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.4922833
Apr 15 20:52:18.197896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55654) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:18.232590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'security_group_rule': {'security_group_id': '635e769d-da54-48c7-b315-f5b1c0440849', 'project_id': '951e217155514ba7bf775cb9b00816a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:18.240245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:18.245031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:18.252888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:18.253446 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:18.261515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:18.276878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:18.362083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:18.367609 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b3f2d5-5f29-42be-905b-8c973cbfc57c req-5daa386a-6ab3-43a4-ba11-5d47908a290a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217214
Apr 15 20:52:18.367754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:18.437317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.438043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Network 075c7590-ff48-4147-b73c-958c3a77a26a is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:52:18.439618 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:52:18.444959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:52:18.520396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.539826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.541728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.614378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:18.625036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.690229 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4324095
Apr 15 20:52:18.712083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Request body: {'port': {'device_id': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:18.818558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c8f55978-3fb0-48dc-ba25-b03b57e2f1cb up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:18.828414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e029e55b-4a4c-4463-bb2b-206e2af60200 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:18.856998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e427b-0fbf-4baa-a5d3-72b647ac28e0 req-5456bcfc-c1d4-4de5-8a6f-9b89c766bed7 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:18.867216 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-076e427b-0fbf-4baa-a5d3-72b647ac28e0 req-5456bcfc-c1d4-4de5-8a6f-9b89c766bed7 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 932 time: 0.5722353
Apr 15 20:52:18.878317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.879741 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6799650
Apr 15 20:52:18.919377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55658) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:18.940652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'security_group_rule': {'security_group_id': '635e769d-da54-48c7-b315-f5b1c0440849', 'project_id': '951e217155514ba7bf775cb9b00816a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:18.961733 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-076e427b-0fbf-4baa-a5d3-72b647ac28e0 req-0c77a133-3689-4e19-b52b-87637c92e85f tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933225
Apr 15 20:52:18.962838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:18.965632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d0c2c1-0fdf-4d49-bc62-a3307678ca65,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:18.975577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:18.978705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:18.979244 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2d99f650-d5f8-479d-939b-ec3f0b69c9fa HTTP/1.1" status: 204  len: 168 time: 2.4769404
Apr 15 20:52:18.980641 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29514ec1-111d-4c05-847f-df9ea639955d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:18.981266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:18.987252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-0df12474-275b-4abe-b828-29a18959ec2b None None] Provisioning for port 0937ff84-4ee5-4710-ac63-e831f204b00d completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:19.012668 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55664) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:19.020206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-0df12474-275b-4abe-b828-29a18959ec2b None None] Provisioning complete for port 0937ff84-4ee5-4710-ac63-e831f204b00d triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:19.020814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0df12474-275b-4abe-b828-29a18959ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:19.033573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d99f650-d5f8-479d-939b-ec3f0b69c9fa,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:19.038236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-96ccaede-49f6-43a6-82a9-3d7a87bd7aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:19.053477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:19.065129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:19.169393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:19.213091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-0df12474-275b-4abe-b828-29a18959ec2b None None] Port 0937ff84-4ee5-4710-ac63-e831f204b00d cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:52:19.252895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:19.253347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:19.335488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:19.376523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:19.447457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262793da-0fe9-45d2-8a1b-fd01284bd45c req-da959ffa-5526-45da-9dfe-d0d79ebb7d9a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:19.460344 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-262793da-0fe9-45d2-8a1b-fd01284bd45c req-da959ffa-5526-45da-9dfe-d0d79ebb7d9a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.1337211
Apr 15 20:52:19.569453 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-262793da-0fe9-45d2-8a1b-fd01284bd45c req-973a4ea8-f27a-46c7-8b4c-6f5b05e39b97 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080265
Apr 15 20:52:19.699178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:19.711648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:19.765557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93619123-9c0e-4f2a-b2ae-5a2e47190afb req-d16fac2b-37fd-4825-81b1-9b3bceb2a1f5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:19.767442 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93619123-9c0e-4f2a-b2ae-5a2e47190afb req-d16fac2b-37fd-4825-81b1-9b3bceb2a1f5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1793849
Apr 15 20:52:19.844349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:19.867907 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93619123-9c0e-4f2a-b2ae-5a2e47190afb req-a122d9f2-0e36-4217-b08a-16404eef9c99 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937095
Apr 15 20:52:19.959951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Sync routers for ids ['caa016e3-541e-4846-96ab-6a7b777b186b'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:52:19.978485 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Routers {'caa016e3-541e-4846-96ab-6a7b777b186b'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:52:19.979689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5915ac8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:52:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['caa016e3-541e-4846-96ab-6a7b777b186b'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:20.027059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd352f6d-05b9-4f96-9b6c-51136c2ea6e9,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:20.051332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:20.086203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:20.236764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:20.240830 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.3175697
Apr 15 20:52:20.285410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55684) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:20.303285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'security_group_rule': {'security_group_id': '635e769d-da54-48c7-b315-f5b1c0440849', 'project_id': '951e217155514ba7bf775cb9b00816a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:20.313247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:20.320785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:20.326710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:20.335890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:20.336469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Set router caa016e3-541e-4846-96ab-6a7b777b186b gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:52:20.407537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c51cff60>,) {'filters': {'network_id': ['095a7236-0476-4a67-8d4b-89f8856b1af0']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:20.440001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c51cff60>, '11c0734c-620c-4058-b946-12de962a02c1') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:20.440328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c51cff60>, '11c0734c-620c-4058-b946-12de962a02c1') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:20.480225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851949368'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:20.523546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:20.553271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:52:20.659400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.resource_extend [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 15 20:52:20.860787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:20.934317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a535291-aca0-4314-aebb-864495a7235a req-df34f1b1-55e4-4f8d-9f8c-1b38b82d6959 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:20.936041 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a535291-aca0-4314-aebb-864495a7235a req-df34f1b1-55e4-4f8d-9f8c-1b38b82d6959 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 932 time: 0.7534811
Apr 15 20:52:20.943392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:52:20.956715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0937ff84-4ee5-4710-ac63-e831f204b00d {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:52:20.960595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851967418'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.000023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.123875 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a535291-aca0-4314-aebb-864495a7235a req-7494c1be-3294-4505-86db-e258c7f47980 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877817
Apr 15 20:52:21.137761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5915ac8>, [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:52:12Z', 'revision_number': 4, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port': {'id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:06Z', 'updated_at': '2021-04-15T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '176810a4-227c-4381-b264-d13fea93f622', 'name': '', 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'mac_address': 'fa:16:3e:6a:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:11Z', 'updated_at': '2021-04-15T20:52:13Z', 'revision_number': 2, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'subnets': [{'id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:21.142690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Checking router: caa016e3-541e-4846-96ab-6a7b777b186b for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:52:21.143092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Updating router caa016e3-541e-4846-96ab-6a7b777b186b port 176810a4-227c-4381-b264-d13fea93f622 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:52:21.155644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.171458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287b3d5-a663-4ccd-8592-9d93e1a9ec29 req-48135b69-c8eb-4a41-8d7d-10ec8f27ff0e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:21.173456 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a287b3d5-a663-4ccd-8592-9d93e1a9ec29 req-48135b69-c8eb-4a41-8d7d-10ec8f27ff0e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2362971
Apr 15 20:52:21.174383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.176820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:21.221503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1974dd46-f2a1-4306-9245-b8862eb44bdc,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:21.244665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:21.260259 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a287b3d5-a663-4ccd-8592-9d93e1a9ec29 req-3aaae4b3-52b1-48e1-a3cc-8bfb3ab7c086 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645943
Apr 15 20:52:21.274494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.301558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.305536 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0144393
Apr 15 20:52:21.308745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55694) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:21.319416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'security_group_rule': {'security_group_id': '635e769d-da54-48c7-b315-f5b1c0440849', 'project_id': '951e217155514ba7bf775cb9b00816a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:21.386240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:21.432586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Network 095a7236-0476-4a67-8d4b-89f8856b1af0 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:52:21.460806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:52:21.509999 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:52:21.517507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:21.609782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3a6c9-7fb0-4e8b-ab8f-7554819c041a req-ff611a7e-a01a-4f6a-b7ae-61ffdd009fb3 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:21.611705 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-34a3a6c9-7fb0-4e8b-ab8f-7554819c041a req-ff611a7e-a01a-4f6a-b7ae-61ffdd009fb3 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2092304
Apr 15 20:52:21.634824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:21.659401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Transition to ACTIVE for port object 0937ff84-4ee5-4710-ac63-e831f204b00d will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:21.661664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.671557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.677378 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-34a3a6c9-7fb0-4e8b-ab8f-7554819c041a req-1eb88351-b343-4d03-96d7-4d2f30adea1b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587215
Apr 15 20:52:21.680303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.769953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c127ec44-f20d-4f1d-bb54-61f370a765b0 tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:21.847656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.870993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.886380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Transition to ACTIVE for port object 176810a4-227c-4381-b264-d13fea93f622 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:21.893888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:21.912220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:21.928763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Pushing event updated for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:21.939774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:21.944473 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] 10.222.0.25 "DELETE /v2.0/networks/095a7236-0476-4a67-8d4b-89f8856b1af0 HTTP/1.1" status: 204  len: 168 time: 2.9266863
Apr 15 20:52:21.945471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:22.006462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Pushing event deleted for resources: {'Network': ['ID=095a7236-0476-4a67-8d4b-89f8856b1af0,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:22.022317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fcffc1ea-005f-405f-ae6c-9e86d66aa059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:22.028526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:22.115217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:22.133063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:22.140327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04213a73-8073-437f-81ee-75534b4c93f0 None None] Pushing event updated for resources: {'Port': ['ID=176810a4-227c-4381-b264-d13fea93f622,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:22.143957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-04213a73-8073-437f-81ee-75534b4c93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:22.549876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55704) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:22.692194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Attempting to bind port 176810a4-227c-4381-b264-d13fea93f622 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:52:22.692970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Attempting to bind port 176810a4-227c-4381-b264-d13fea93f622 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:52:22.693592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Attempting to bind port 176810a4-227c-4381-b264-d13fea93f622 on network 92b10ddb-d5c4-4729-914c-3c9195133312 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:22.701123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:52:22.701986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Checking segment: {'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:52:22.702657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:22.703303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Bound using segment: {'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:52:22.704183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Bound port: 176810a4-227c-4381-b264-d13fea93f622, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a19d86-16db-401a-b697-cef219e2ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:52:22.705012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:22.770579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f406d3f-1052-4e45-a04b-262f3a232ccf,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:22.778157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:22.790655 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9dd2a2a6-b997-4147-8e8c-31872c200a4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b960648afae74972b241d1ddc88119c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2377198
Apr 15 20:52:22.798551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55710) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:22.801524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:22.802774 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4926939
Apr 15 20:52:22.815414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55714) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:22.844282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] For port 176810a4-227c-4381-b264-d13fea93f622, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:52:22.848447 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] For port 176810a4-227c-4381-b264-d13fea93f622, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=176810a4-227c-4381-b264-d13fea93f622,segment=NetworkSegment(53a19d86-16db-401a-b697-cef219e2ec62),segment_id=53a19d86-16db-401a-b697-cef219e2ec62)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:52:22.849260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'security_group_rule': {'security_group_id': '635e769d-da54-48c7-b315-f5b1c0440849', 'project_id': '951e217155514ba7bf775cb9b00816a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:22.852691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:22.863239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Attempting to bind port 0937ff84-4ee5-4710-ac63-e831f204b00d on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:52:22.863619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Attempting to bind port 0937ff84-4ee5-4710-ac63-e831f204b00d by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:52:22.864001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Attempting to bind port 0937ff84-4ee5-4710-ac63-e831f204b00d on network 075c7590-ff48-4147-b73c-958c3a77a26a {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:22.872724 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:22.876044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-46357498-a5fe-4a7c-ac6d-98bd332e80a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:22.876210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Port 0937ff84-4ee5-4710-ac63-e831f204b00d on network 075c7590-ff48-4147-b73c-958c3a77a26a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:52:22.876509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Attempting to bind port 0937ff84-4ee5-4710-ac63-e831f204b00d on network 075c7590-ff48-4147-b73c-958c3a77a26a {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:22.880708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:22.884426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:22.890118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:52:22.890497 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Checking segment: {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:52:22.890944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Bound using segment: {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:52:22.891535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Bound port: 0937ff84-4ee5-4710-ac63-e831f204b00d, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2e3f91-7fd9-47d1-a10e-6cf15f412988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:52:22.891971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:22.894710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:22.910214 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.securitygroups_db [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Project 951e217155514ba7bf775cb9b00816a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:52:22.942417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3fa8-6228-4fcb-ba0d-9614692256f5 req-7b8d383a-545b-4df7-ae43-7b9bb94a1999 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:22.968750 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f0ad3fa8-6228-4fcb-ba0d-9614692256f5 req-7b8d383a-545b-4df7-ae43-7b9bb94a1999 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.5624921
Apr 15 20:52:23.010638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.048834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:52:23.053605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0937ff84-4ee5-4710-ac63-e831f204b00d,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:52:23.059930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.071993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.085387 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f0ad3fa8-6228-4fcb-ba0d-9614692256f5 req-dd47a73b-f9c7-4ad2-943f-7579ebd22fef tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126521
Apr 15 20:52:23.095385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:23.116996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4403-5b16-47bf-958f-331a602e2b80 req-a2789fa8-d697-4ef5-b4c2-206f3c0371e3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:23.130088 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38ea4403-5b16-47bf-958f-331a602e2b80 req-a2789fa8-d697-4ef5-b4c2-206f3c0371e3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.5633464
Apr 15 20:52:23.213143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04213a73-8073-437f-81ee-75534b4c93f0 None None] Pushing event updated for resources: {'Port': ['ID=176810a4-227c-4381-b264-d13fea93f622,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:23.254849 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.259144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-04213a73-8073-437f-81ee-75534b4c93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:23.270565 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38ea4403-5b16-47bf-958f-331a602e2b80 req-e27d37f1-7fd5-4d17-9837-5bfa2f46b5e7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373532
Apr 15 20:52:23.307307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.313929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.316149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:23.334144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Routers {'caa016e3-541e-4846-96ab-6a7b777b186b'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:52:23.335223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5915ac8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:52:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['caa016e3-541e-4846-96ab-6a7b777b186b'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:23.367570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Pushing event updated for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:23.387999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:23.397965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.408293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23cb3a77-4424-424e-a3f1-42385ff8142d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:23.410869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ad202f-1078-4d53-8853-47d19f7fff6e,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:23.435363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28093b87-5330-4367-b535-90d6fc83dfd6,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:23.444915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:23.445900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.447159 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28093b87-5330-4367-b535-90d6fc83dfd6 HTTP/1.1" status: 204  len: 168 time: 0.6474216
Apr 15 20:52:23.500001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:23.510036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.511354 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6702161
Apr 15 20:52:23.518163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55720) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:23.528208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'security_group_rule': {'security_group_id': '635e769d-da54-48c7-b315-f5b1c0440849', 'project_id': '951e217155514ba7bf775cb9b00816a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:23.559966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:23.563647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:23.564341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.565939 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] 10.222.0.62 "PUT /v2.0/ports/0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 1094 time: 4.8598986
Apr 15 20:52:23.566519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:52:23.595170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:security_group_rule and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:23.597974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0bea4-97a1-4f96-a34e-75533c236d80 req-463cd66a-f78a-4249-a99b-825ee5078740 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:23.599726 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fd0bea4-97a1-4f96-a34e-75533c236d80 req-463cd66a-f78a-4249-a99b-825ee5078740 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1970510
Apr 15 20:52:23.604618 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:23.632558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:23.668183 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.securitygroups_db [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Project 951e217155514ba7bf775cb9b00816a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:52:23.676863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.729052 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1fd0bea4-97a1-4f96-a34e-75533c236d80 req-82f1c5bc-6510-4758-8c9f-4d54998627c4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148946
Apr 15 20:52:23.733225 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'status': 'completed', 'code': 200}
Apr 15 20:52:23.787918 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] Set router caa016e3-541e-4846-96ab-6a7b777b186b gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:52:23.858904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.863365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.872205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9fac194c-e116-4be2-9483-2fff139b775c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:23.896976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f771ff-094e-40ff-862c-befcd81cdd14,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:23.903567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:23.910656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:23.921455 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d3b0ecd1-fcd3-4ba1-9b82-21a0834d8daa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3906665
Apr 15 20:52:23.955345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:52:24.534089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:24.609919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d65f-aff3-47c0-b061-4f7f7a71d831 req-c6cb9202-b2e8-4df7-b440-8212208ee87d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:24.611929 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2de6d65f-aff3-47c0-b061-4f7f7a71d831 req-c6cb9202-b2e8-4df7-b440-8212208ee87d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.2942252
Apr 15 20:52:24.630928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:52:24.649694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:24.657387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:24.662977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-04213a73-8073-437f-81ee-75534b4c93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:24.740982 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2de6d65f-aff3-47c0-b061-4f7f7a71d831 req-ee1d96aa-1ecd-4445-b7bf-35a61ac7b24f tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057496
Apr 15 20:52:24.785993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 176810a4-227c-4381-b264-d13fea93f622 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:24.793412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcefc05-9e3f-4395-8ab2-616283f264bc req-d56f79df-d1c3-4f47-8dc8-a5cec6ba3664 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:24.818141 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ddcefc05-9e3f-4395-8ab2-616283f264bc req-d56f79df-d1c3-4f47-8dc8-a5cec6ba3664 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 946 time: 0.2792692
Apr 15 20:52:24.900776 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ddcefc05-9e3f-4395-8ab2-616283f264bc req-e75e83c9-d9af-43b6-a15e-336eb711d014 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849862
Apr 15 20:52:24.997628 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'code': 200}
Apr 15 20:52:25.005499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:25.012576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:25.022303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5915ac8>, [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:52:12Z', 'revision_number': 4, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port': {'id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:06Z', 'updated_at': '2021-04-15T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '176810a4-227c-4381-b264-d13fea93f622', 'name': '', 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'mac_address': 'fa:16:3e:6a:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:11Z', 'updated_at': '2021-04-15T20:52:22Z', 'revision_number': 4, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'subnets': [{'id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:52:25.028799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f067962-593e-4902-9a9e-96e7595649f9 None None] The sync data for ids ['caa016e3-541e-4846-96ab-6a7b777b186b'] in dv-cinder-562053-18-iscsi is: [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:52:12Z', 'revision_number': 4, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port': {'id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:06Z', 'updated_at': '2021-04-15T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '176810a4-227c-4381-b264-d13fea93f622', 'name': '', 'network_id': '92b10ddb-d5c4-4729-914c-3c9195133312', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'mac_address': 'fa:16:3e:6a:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:11Z', 'updated_at': '2021-04-15T20:52:22Z', 'revision_number': 4, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'subnets': [{'id': 'ee0e56cd-d15f-415d-a2fe-634d3ff4c41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:52:25.057197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 176810a4-227c-4381-b264-d13fea93f622 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:25.065402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 176810a4-227c-4381-b264-d13fea93f622 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:25.065828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:25.299737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:25.353783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e0aca-a0ff-438d-82cf-0cc4f28f8bb7 req-c7898ff6-1fd0-4608-8358-5ef190148173 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:25.368421 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f87e0aca-a0ff-438d-82cf-0cc4f28f8bb7 req-c7898ff6-1fd0-4608-8358-5ef190148173 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3222499
Apr 15 20:52:25.379036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 176810a4-227c-4381-b264-d13fea93f622, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=176810a4-227c-4381-b264-d13fea93f622,segment=NetworkSegment(53a19d86-16db-401a-b697-cef219e2ec62),segment_id=53a19d86-16db-401a-b697-cef219e2ec62)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:25.386301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:25.393901 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:25.492680 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f87e0aca-a0ff-438d-82cf-0cc4f28f8bb7 req-26d05c77-2104-41ec-8fe6-e8333be97e98 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231928
Apr 15 20:52:25.518732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=176810a4-227c-4381-b264-d13fea93f622,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:25.529187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:26.105880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf217d-d905-43dc-9a13-f99869271407 req-c17d6058-2dbe-4f93-96f9-93719e2a0788 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:26.115503 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4cf217d-d905-43dc-9a13-f99869271407 req-c17d6058-2dbe-4f93-96f9-93719e2a0788 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.1939604
Apr 15 20:52:26.298098 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4cf217d-d905-43dc-9a13-f99869271407 req-8b22cb75-94bc-40f8-83ef-0e1dbd5e4173 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788692
Apr 15 20:52:26.382322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05cee0-c9fd-4bf8-8111-5ea11c359b5d req-efed0b62-6631-4698-8bf0-832e3c2aade5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:26.400260 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-df05cee0-c9fd-4bf8-8111-5ea11c359b5d req-efed0b62-6631-4698-8bf0-832e3c2aade5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.2270687
Apr 15 20:52:26.465025 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-df05cee0-c9fd-4bf8-8111-5ea11c359b5d req-b4c04c0d-5e7b-472e-a35a-57ad5e9516b7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637264
Apr 15 20:52:26.783925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 176810a4-227c-4381-b264-d13fea93f622 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:26.926726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca345c-8ce9-44f3-b408-3ae0b4f36e2c req-5774e5f2-de7e-42b4-8b87-587e9091cbf5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:26.929715 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-00ca345c-8ce9-44f3-b408-3ae0b4f36e2c req-5774e5f2-de7e-42b4-8b87-587e9091cbf5 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2001719
Apr 15 20:52:26.998847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 176810a4-227c-4381-b264-d13fea93f622 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:26.999361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:27.120475 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-00ca345c-8ce9-44f3-b408-3ae0b4f36e2c req-33e2e73c-dcab-49dd-b83d-24515fd78e38 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785717
Apr 15 20:52:27.574859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb5ffa-f786-4120-9fd4-67dc065f1402 req-249018fd-7760-4ad1-aaf2-f6512ab9e877 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:27.576709 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7bb5ffa-f786-4120-9fd4-67dc065f1402 req-249018fd-7760-4ad1-aaf2-f6512ab9e877 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.1277914
Apr 15 20:52:27.653677 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7bb5ffa-f786-4120-9fd4-67dc065f1402 req-b00502a9-a3dc-407c-9e28-cce5b055fb89 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690703
Apr 15 20:52:27.816591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af055c9c-a02c-4b40-88ca-1cf934da7227 req-fb828b1c-aa6a-4ac6-8253-38e798ff6213 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:27.818264 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-af055c9c-a02c-4b40-88ca-1cf934da7227 req-fb828b1c-aa6a-4ac6-8253-38e798ff6213 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1069078
Apr 15 20:52:27.878371 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-af055c9c-a02c-4b40-88ca-1cf934da7227 req-00eb81e0-ae70-4c87-9725-e6e6b2ec3707 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443952
Apr 15 20:52:28.388118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1615742-598e-452a-9c1a-bfad434defcd req-c7d1a361-f3b5-49b2-b977-46dae12af536 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:28.389721 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e1615742-598e-452a-9c1a-bfad434defcd req-c7d1a361-f3b5-49b2-b977-46dae12af536 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1000984
Apr 15 20:52:28.441090 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e1615742-598e-452a-9c1a-bfad434defcd req-586baa5a-2a43-4db6-81c2-1a1127bb36b7 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441828
Apr 15 20:52:28.745228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3e809-41a1-4112-99d4-6d4617916ac2 req-f187a11c-20eb-43ca-906a-c8eaa7c2c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:28.746871 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-54d3e809-41a1-4112-99d4-6d4617916ac2 req-f187a11c-20eb-43ca-906a-c8eaa7c2c552 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1097 time: 0.0976369
Apr 15 20:52:28.872598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87270e25-6b94-4037-be71-cd9f28ab3885 req-998ce21d-6eb3-4a9b-a253-b40b7246a446 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:28.874618 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87270e25-6b94-4037-be71-cd9f28ab3885 req-998ce21d-6eb3-4a9b-a253-b40b7246a446 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.0953496
Apr 15 20:52:28.926566 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87270e25-6b94-4037-be71-cd9f28ab3885 req-294c4d7a-45ad-41a0-bb9f-e39b795b55d9 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454774
Apr 15 20:52:29.105706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0afc97-d65e-4896-a869-2db28c23a98e req-3bd9f961-bda3-4b17-a979-909a0a3595a8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:29.107321 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c0afc97-d65e-4896-a869-2db28c23a98e req-3bd9f961-bda3-4b17-a979-909a0a3595a8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0946767
Apr 15 20:52:29.157511 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c0afc97-d65e-4896-a869-2db28c23a98e req-152764fc-49b6-4ba4-8427-099b705cdad1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435529
Apr 15 20:52:29.669976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd10fa-9949-4ca0-b342-c235b3ee1e10 req-a4da9802-2581-4ee7-9242-c61c5a9dcef8 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:29.671483 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6ccd10fa-9949-4ca0-b342-c235b3ee1e10 req-a4da9802-2581-4ee7-9242-c61c5a9dcef8 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1055698
Apr 15 20:52:29.725826 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6ccd10fa-9949-4ca0-b342-c235b3ee1e10 req-8fe6671e-58b5-48c6-b10c-c8490b9a3926 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448623
Apr 15 20:52:30.129091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567282e4-86be-4e18-b12b-249ac573176c req-6fd513c0-e8d2-4e06-abd7-8f872dd37c11 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:30.130653 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-567282e4-86be-4e18-b12b-249ac573176c req-6fd513c0-e8d2-4e06-abd7-8f872dd37c11 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.0895448
Apr 15 20:52:30.180027 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-567282e4-86be-4e18-b12b-249ac573176c req-db13680f-ef42-4e21-b655-db4be9497056 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423772
Apr 15 20:52:30.372594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbdcb-7702-4b12-8421-1547d570a0f7 req-496255e8-8ccf-443c-aa63-29115c68ef08 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:30.374256 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3fffbdcb-7702-4b12-8421-1547d570a0f7 req-496255e8-8ccf-443c-aa63-29115c68ef08 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0950265
Apr 15 20:52:30.430201 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3fffbdcb-7702-4b12-8421-1547d570a0f7 req-42a003c9-e104-4f0f-81d6-b24aac3a7cfe tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447202
Apr 15 20:52:30.814499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3e809-41a1-4112-99d4-6d4617916ac2 req-d02b2eca-72e5-426d-8d8f-80b3ed4e54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:30.816128 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-54d3e809-41a1-4112-99d4-6d4617916ac2 req-d02b2eca-72e5-426d-8d8f-80b3ed4e54b7 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0f5ab76630e4464894f345e62ade816a&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1627851
Apr 15 20:52:30.945199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcccb-51f0-46e7-a595-021eeedd2c92 req-829003ae-c7b2-484e-84df-5b41784fc46f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:30.946733 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3a3dcccb-51f0-46e7-a595-021eeedd2c92 req-829003ae-c7b2-484e-84df-5b41784fc46f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0975354
Apr 15 20:52:31.003530 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3a3dcccb-51f0-46e7-a595-021eeedd2c92 req-0b989fe8-f5eb-43b7-aaa3-feb94ef80e0c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500541
Apr 15 20:52:31.391110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd028874-9854-4fea-ba2d-e9973c6d8a53 req-31197389-67bd-4974-b4d3-95e9257de9b5 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:31.392806 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd028874-9854-4fea-ba2d-e9973c6d8a53 req-31197389-67bd-4974-b4d3-95e9257de9b5 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.0929058
Apr 15 20:52:31.445514 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd028874-9854-4fea-ba2d-e9973c6d8a53 req-aed6efa1-9e92-4c53-a731-754ead70e549 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430236
Apr 15 20:52:31.661321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9b1af-4d00-4ce9-9990-73407c26cb85 req-5af71344-d1bd-4b8c-9c3d-5ddada8b2f62 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:31.662829 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f9c9b1af-4d00-4ce9-9990-73407c26cb85 req-5af71344-d1bd-4b8c-9c3d-5ddada8b2f62 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1154308
Apr 15 20:52:31.710785 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f9c9b1af-4d00-4ce9-9990-73407c26cb85 req-ed6594c6-923b-423d-addc-39c375bf6755 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414698
Apr 15 20:52:31.843909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3e809-41a1-4112-99d4-6d4617916ac2 req-79df2f20-aa82-485c-9d4a-75749ad74336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:31.845524 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-54d3e809-41a1-4112-99d4-6d4617916ac2 req-79df2f20-aa82-485c-9d4a-75749ad74336 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1600251
Apr 15 20:52:32.029432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-977fb559-ddcc-4644-bb64-8441e61ca1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.030897 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-977fb559-ddcc-4644-bb64-8441e61ca1f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1097 time: 0.1412644
Apr 15 20:52:32.110926 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-9591cec4-f6c4-483e-81d2-29580b0cf0fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 217 time: 0.0689230
Apr 15 20:52:32.117617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-a45cff34-e791-4afc-bff6-14e8b3f3b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.119173 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-a45cff34-e791-4afc-bff6-14e8b3f3b206 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1097 time: 0.1689622
Apr 15 20:52:32.238094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9a17-3078-469b-9004-a56f332aa5da req-59ec7a81-2f7b-4bfa-88f5-2cb7c728f9cd tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.240207 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a04d9a17-3078-469b-9004-a56f332aa5da req-59ec7a81-2f7b-4bfa-88f5-2cb7c728f9cd tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1063845
Apr 15 20:52:32.291229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-20cf9f40-5a4c-452b-a214-bcdd30b2ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.291468 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a04d9a17-3078-469b-9004-a56f332aa5da req-bc72e886-f683-4787-b63f-cd8b2605afd6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449138
Apr 15 20:52:32.292746 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-20cf9f40-5a4c-452b-a214-bcdd30b2ff43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c045b6b-38d2-4222-bcee-02e8a3077526 HTTP/1.1" status: 200  len: 854 time: 0.1655698
Apr 15 20:52:32.380760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-bc3946a0-9d67-4d3a-8414-298896ed7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.382357 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-bc3946a0-9d67-4d3a-8414-298896ed7730 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.2175429
Apr 15 20:52:32.496618 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915c520-ec77-4897-8201-5e53fb4902bd req-da8a06fb-14a6-42cc-9098-187964405ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.498213 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-da8a06fb-14a6-42cc-9098-187964405ab1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=075c7590-ff48-4147-b73c-958c3a77a26a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1920843
Apr 15 20:52:32.519121 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-e606231c-45af-4418-b1ed-9c9b7fc6299b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 200  len: 1000 time: 0.1289909
Apr 15 20:52:32.690908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-407e6b6f-d2da-43d7-8639-c9e08d365a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.693220 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-407e6b6f-d2da-43d7-8639-c9e08d365a70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.1434882
Apr 15 20:52:32.804078 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-26e70c54-e582-477f-a490-be72fb968a24 service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832654
Apr 15 20:52:32.842790 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ad574-3a74-43d3-99bd-f4af7dadc3c0 req-6ffc7e26-b4de-42ce-b258-237611eff1d4 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.845154 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f26ad574-3a74-43d3-99bd-f4af7dadc3c0 req-6ffc7e26-b4de-42ce-b258-237611eff1d4 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.2705309
Apr 15 20:52:32.940519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-fc35a012-0f28-40b9-8dd5-9511ac673f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.942107 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-fc35a012-0f28-40b9-8dd5-9511ac673f96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2409143
Apr 15 20:52:32.962027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be50a8-fa53-4136-8b7d-5a19c013ef35 req-84060f7b-697c-489f-8e1f-0001a112710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:32.963668 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56be50a8-fa53-4136-8b7d-5a19c013ef35 req-84060f7b-697c-489f-8e1f-0001a112710e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.2894166
Apr 15 20:52:32.976648 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f26ad574-3a74-43d3-99bd-f4af7dadc3c0 req-d0c9b8c9-2e6a-440d-b257-2ec0e0957482 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173184
Apr 15 20:52:33.025551 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56be50a8-fa53-4136-8b7d-5a19c013ef35 req-adf9a05a-f3d0-408c-9329-d48c5b07b0ce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543611
Apr 15 20:52:33.053673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c37955-9127-4991-8a13-8976a15df79a req-f056160b-402e-4732-b75d-c86399922d5f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:33.055203 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f5c37955-9127-4991-8a13-8976a15df79a req-f056160b-402e-4732-b75d-c86399922d5f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1777518
Apr 15 20:52:33.080734 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0915c520-ec77-4897-8201-5e53fb4902bd req-f9756e10-aa50-4115-b604-b2f57d8e37e1 service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2641044
Apr 15 20:52:33.105074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f5c37955-9127-4991-8a13-8976a15df79a req-bc3ab0e8-92e9-403e-aa7a-ea86fa21e746 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431972
Apr 15 20:52:33.130222 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-9d806109-b1b6-41c2-aae0-c8e43a9b7e39 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722715
Apr 15 20:52:33.510066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a65850-f055-42b0-9133-9fd495bc76fc req-5a9ff212-d420-47d0-b191-4b1c4aa7c75a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:33.511820 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b6a65850-f055-42b0-9133-9fd495bc76fc req-5a9ff212-d420-47d0-b191-4b1c4aa7c75a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0990095
Apr 15 20:52:33.524863 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab7aba73-77f2-4a92-8a75-715f9de0dd73 req-ff5b4eb4-b7fe-4bed-b558-fa0e9fbd622e service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3706198
Apr 15 20:52:33.561128 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b6a65850-f055-42b0-9133-9fd495bc76fc req-5919fea8-265d-48fa-9160-231e18a38426 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424058
Apr 15 20:52:33.945931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 0937ff84-4ee5-4710-ac63-e831f204b00d details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:52:34.095291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ae4476fc-a2cf-4349-90c8-c27bb522a4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:34.152745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0937ff84-4ee5-4710-ac63-e831f204b00d,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:34.167880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'port_id': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'mac_address': 'fa:16:3e:b0:a8:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:52:34.214914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a513b-d406-4250-8df5-54ef839f5548 req-3ec9f767-e331-4f8d-a72e-60c8906b2cd6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:34.216834 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b24a513b-d406-4250-8df5-54ef839f5548 req-3ec9f767-e331-4f8d-a72e-60c8906b2cd6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 944 time: 0.0904779
Apr 15 20:52:34.232310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:34.252017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0937ff84-4ee5-4710-ac63-e831f204b00d {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:52:34.268873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0937ff84-4ee5-4710-ac63-e831f204b00d,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:34.273010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:34.274889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4b06291-6274-4681-b7bb-c634e8861e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:34.323978 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b24a513b-d406-4250-8df5-54ef839f5548 req-154653cb-a430-4520-976e-87eae93b22a3 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987756
Apr 15 20:52:34.354702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:34.363063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.363449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.363849 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.364434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.364630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.365052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.365409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.365766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.366125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.366479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.366831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.367105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e51a96-a26c-4e02-9c08-8d7a4bdb65fa req-b8638c62-d7c7-46a7-b2cd-44520229c2ff tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:34.367232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:34.368720 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-14e51a96-a26c-4e02-9c08-8d7a4bdb65fa req-b8638c62-d7c7-46a7-b2cd-44520229c2ff tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1416888
Apr 15 20:52:34.371246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:34.420766 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-14e51a96-a26c-4e02-9c08-8d7a4bdb65fa req-f578dc93-4d3b-41e4-8dca-75febb16e5d5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453267
Apr 15 20:52:34.572926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['0937ff84-4ee5-4710-ac63-e831f204b00d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:52:34.772071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4f76b-57ef-49a4-9f96-96c2e8db1074 req-711e8c33-70bb-4acb-afdf-724e1d979bb9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:34.773618 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93c4f76b-57ef-49a4-9f96-96c2e8db1074 req-711e8c33-70bb-4acb-afdf-724e1d979bb9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0894551
Apr 15 20:52:34.826604 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93c4f76b-57ef-49a4-9f96-96c2e8db1074 req-157487ff-10bb-4c29-ade0-8345eae81d61 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460591
Apr 15 20:52:35.384691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97145fb2-845c-4032-b978-241528295fc2 req-78fb7dd7-bc6f-47ac-a944-47e74168655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:35.387430 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97145fb2-845c-4032-b978-241528295fc2 req-78fb7dd7-bc6f-47ac-a944-47e74168655a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1063871
Apr 15 20:52:35.548311 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 55936) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:35.571147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766f8ff-4575-4485-9176-6692c8c43917 req-9e777967-34fd-4ac3-99d5-2c9eb240d23f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:35.572948 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d766f8ff-4575-4485-9176-6692c8c43917 req-9e777967-34fd-4ac3-99d5-2c9eb240d23f tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2357616
Apr 15 20:52:35.601521 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97145fb2-845c-4032-b978-241528295fc2 req-7a34e513-a033-43cc-8071-f6618fedffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:35.603476 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97145fb2-845c-4032-b978-241528295fc2 req-7a34e513-a033-43cc-8071-f6618fedffec service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 920 time: 0.2068763
Apr 15 20:52:35.652967 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4e07b-c395-4449-a6c2-21569fe39a21 req-4c9d0586-0fd1-4873-81f4-068ad17ae28e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:35.654837 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5e4e07b-c395-4449-a6c2-21569fe39a21 req-4c9d0586-0fd1-4873-81f4-068ad17ae28e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 945 time: 0.1712432
Apr 15 20:52:35.678882 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d766f8ff-4575-4485-9176-6692c8c43917 req-a602c3b7-54d3-4f62-9795-1e3c2cd58508 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977869
Apr 15 20:52:35.708157 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97145fb2-845c-4032-b978-241528295fc2 req-9dc2ac1f-6e58-468d-bf66-50b77cef7577 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 200  len: 217 time: 0.0967016
Apr 15 20:52:35.726275 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5e4e07b-c395-4449-a6c2-21569fe39a21 req-d8fd11c5-4571-4c75-b140-8b5987daa955 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463591
Apr 15 20:52:35.784270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:35.815245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:35.822766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e7fe8afa3c405f882e0ce1defd6f56 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:35.827511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:35.836545 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97145fb2-845c-4032-b978-241528295fc2 req-e00454eb-6bb8-4a04-8204-fb78f85ec464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:35.838137 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97145fb2-845c-4032-b978-241528295fc2 req-e00454eb-6bb8-4a04-8204-fb78f85ec464 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.1227019
Apr 15 20:52:35.839045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:35.888567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea88d92-5336-41ec-99ae-4e79f26d8415 req-f50b4760-6c7e-4b9d-85cc-4a98cf6bb1a6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:35.891565 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5ea88d92-5336-41ec-99ae-4e79f26d8415 req-f50b4760-6c7e-4b9d-85cc-4a98cf6bb1a6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0935476
Apr 15 20:52:35.908258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3d8b51fd-0e0e-45a1-965c-c92d20a3478f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:35.910876 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97145fb2-845c-4032-b978-241528295fc2 req-31844ad3-b5bd-4df2-8bc0-98e42aed15d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0619626
Apr 15 20:52:35.941049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 0937ff84-4ee5-4710-ac63-e831f204b00d up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:52:35.946730 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5ea88d92-5336-41ec-99ae-4e79f26d8415 req-13be95c9-0680-4991-97ee-2fe1e0784734 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482049
Apr 15 20:52:36.079629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 0937ff84-4ee5-4710-ac63-e831f204b00d completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:36.087432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 0937ff84-4ee5-4710-ac63-e831f204b00d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:36.088074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.116400 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97145fb2-845c-4032-b978-241528295fc2 req-8fc76fd3-e084-4607-a9c4-db7a64af6983 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1959405
Apr 15 20:52:36.121763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.125086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.136491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3e377c19-1956-4830-aacb-ebb5952c594b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:36.252785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.271448 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4e7fe8afa3c405f882e0ce1defd6f56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7190213
Apr 15 20:52:36.272039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55950) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:36.272976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a1d971-2320-44fd-97f0-7363e2930b7f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:36.283918 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.284329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.284739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.285461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.285580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.285978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.286365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.286751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.287137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.287521 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.287930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.288387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.300204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:36.308156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:52:36.325433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0937ff84-4ee5-4710-ac63-e831f204b00d,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:36.330949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.333690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:36.349673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.380645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.389970 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'code': 200}
Apr 15 20:52:36.395832 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97145fb2-845c-4032-b978-241528295fc2 req-31843726-a7c9-493c-acea-d7bdc3561f05 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2604477
Apr 15 20:52:36.427159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:36.431614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:36.442387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.448672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-effed823-7f00-4a79-a142-2a941f485858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:36.460743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a1d971-2320-44fd-97f0-7363e2930b7f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:36.470108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.471615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.472255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.472737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.474982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.474982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.474982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.474982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.474982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.475403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.475478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.475826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:52:36.479484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:36.499592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.501943 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4a1d971-2320-44fd-97f0-7363e2930b7f HTTP/1.1" status: 204  len: 168 time: 0.2289419
Apr 15 20:52:36.586509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:36.735310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed10e8-b1d8-42e6-bfe0-a106db7bf45d req-32d6f95e-c7b9-42a1-bda4-d1da3f44be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:36.737912 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f4ed10e8-b1d8-42e6-bfe0-a106db7bf45d req-32d6f95e-c7b9-42a1-bda4-d1da3f44be1f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1099 time: 0.1327300
Apr 15 20:52:36.795092 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f4ed10e8-b1d8-42e6-bfe0-a106db7bf45d req-5f507b0b-7183-4ebf-9394-f413be64ad2d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471563
Apr 15 20:52:37.212354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8290c4b-af81-41e1-acf7-b9408f42d666 req-fc1785a1-4ea4-40db-a4e5-1f2a0b93c9ed tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:37.213938 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b8290c4b-af81-41e1-acf7-b9408f42d666 req-fc1785a1-4ea4-40db-a4e5-1f2a0b93c9ed tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3763967
Apr 15 20:52:37.223171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d07f6-e8f7-48e5-af3d-faf2f2c6710c req-9d9512be-18b0-44c2-a8b3-a6b463859475 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:37.224660 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9e7d07f6-e8f7-48e5-af3d-faf2f2c6710c req-9d9512be-18b0-44c2-a8b3-a6b463859475 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.3494368
Apr 15 20:52:37.248686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:37.301304 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b8290c4b-af81-41e1-acf7-b9408f42d666 req-3a862d74-904a-49f7-aa8b-dbaf000793b9 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755250
Apr 15 20:52:37.305794 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9e7d07f6-e8f7-48e5-af3d-faf2f2c6710c req-6778b01b-f1a7-429e-8e49-0c6b98ed905a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659840
Apr 15 20:52:37.677869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f800f44-5b86-4e2e-bb7d-a9131379812d req-a4f2c854-59d7-4e56-bb78-6b2e5261c831 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:37.679508 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1f800f44-5b86-4e2e-bb7d-a9131379812d req-a4f2c854-59d7-4e56-bb78-6b2e5261c831 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0918345
Apr 15 20:52:37.741778 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1f800f44-5b86-4e2e-bb7d-a9131379812d req-af674954-42e6-448b-8981-324a7129429a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496042
Apr 15 20:52:37.951697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:52:38.055459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 55992) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:52:38.198232 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-d3bf35e6-bed3-44de-8e49-1c5484b89620 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1414471
Apr 15 20:52:38.419934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:38.594840 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdd214-90bc-4480-9d73-a0fcffbcbe50 req-8a714744-0b20-40fe-a3b2-f48ef07b3746 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:38.596830 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a0bdd214-90bc-4480-9d73-a0fcffbcbe50 req-8a714744-0b20-40fe-a3b2-f48ef07b3746 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1693065
Apr 15 20:52:38.610493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fb503-f78e-41d0-b7ba-6cd661dd5a14 req-f810c252-92dc-45b2-af01-fe59735ac090 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:38.611958 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a05fb503-f78e-41d0-b7ba-6cd661dd5a14 req-f810c252-92dc-45b2-af01-fe59735ac090 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.1374187
Apr 15 20:52:38.688933 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a0bdd214-90bc-4480-9d73-a0fcffbcbe50 req-2b3385ce-b4ed-4761-8541-877abaeafb8c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758007
Apr 15 20:52:38.694380 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a05fb503-f78e-41d0-b7ba-6cd661dd5a14 req-acd6782b-e7be-4723-99e6-f004333cfc54 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661435
Apr 15 20:52:38.976776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418c470-1000-4c28-ac96-5af5630f2198 req-a79c2a2c-0bad-4386-bfa8-65ba18d92c06 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:38.978410 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a418c470-1000-4c28-ac96-5af5630f2198 req-a79c2a2c-0bad-4386-bfa8-65ba18d92c06 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.1641698
Apr 15 20:52:39.003275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d79297-3598-453a-83ee-97c70faae117 req-628ab807-9c24-47a9-afbb-49e465da94bc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:39.005098 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-54d79297-3598-453a-83ee-97c70faae117 req-628ab807-9c24-47a9-afbb-49e465da94bc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1311550
Apr 15 20:52:39.074790 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a418c470-1000-4c28-ac96-5af5630f2198 req-ce393c6b-d9df-4035-9507-9483b35cf001 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830963
Apr 15 20:52:39.085082 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-54d79297-3598-453a-83ee-97c70faae117 req-e81648b9-6f53-45fb-b230-7da292df8ebc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643418
Apr 15 20:52:39.517629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd2329-4f22-4e13-bbc6-771da4f29ecd req-c87dc888-c351-45ee-b325-20cb2053c847 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:39.519247 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ebd2329-4f22-4e13-bbc6-771da4f29ecd req-c87dc888-c351-45ee-b325-20cb2053c847 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.1091309
Apr 15 20:52:39.574929 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ebd2329-4f22-4e13-bbc6-771da4f29ecd req-8c99cefd-c085-4332-99ae-71ab38d1e3d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475776
Apr 15 20:52:39.705593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-f20f671d-2ed8-4143-888a-3937fe845a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:39.707094 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-f20f671d-2ed8-4143-888a-3937fe845a14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a&tenant_id=560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 1097 time: 0.0793343
Apr 15 20:52:39.812844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-8474989d-c708-43a1-b3c2-7edbe2e2e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:39.814675 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-8474989d-c708-43a1-b3c2-7edbe2e2e93b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1097 time: 0.0832231
Apr 15 20:52:39.975530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-05321262-3616-4ec6-854f-2ab22b5e9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:39.977424 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-05321262-3616-4ec6-854f-2ab22b5e9f62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.1545925
Apr 15 20:52:40.129802 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-07a4e15c-2e93-49c1-ad26-74502cbeed93 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 200  len: 1000 time: 0.1379426
Apr 15 20:52:40.204598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-d5746a3b-8b11-4d82-9677-735a98450697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:40.206297 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-d5746a3b-8b11-4d82-9677-735a98450697 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.0671220
Apr 15 20:52:40.296587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-aa191bbe-2ac7-4da6-be28-494bb2a28b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:40.298347 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-aa191bbe-2ac7-4da6-be28-494bb2a28b96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0805135
Apr 15 20:52:40.305496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44ae41-58c6-40ff-8dbf-d46e238dc57b req-84f3567b-9060-4035-bcb9-ef6b22c28def tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:40.307156 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e44ae41-58c6-40ff-8dbf-d46e238dc57b req-84f3567b-9060-4035-bcb9-ef6b22c28def tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0966430
Apr 15 20:52:40.360400 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e44ae41-58c6-40ff-8dbf-d46e238dc57b req-3190148f-37e3-4962-85b3-8c955df31b53 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464652
Apr 15 20:52:40.445498 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-6a6a2385-2727-4033-a487-bd4d38b7be03 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378510
Apr 15 20:52:40.593624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-e537270b-0344-40ad-a165-a5959a71957b service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405048
Apr 15 20:52:41.643834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea180c29-4dac-4d0d-a455-ed190ccd5abc req-6edb69f8-445d-482d-9b0d-64df280d5f39 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:41.645447 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ea180c29-4dac-4d0d-a455-ed190ccd5abc req-6edb69f8-445d-482d-9b0d-64df280d5f39 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1338396
Apr 15 20:52:41.704061 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ea180c29-4dac-4d0d-a455-ed190ccd5abc req-6f6e5074-ef84-4d7f-8625-7f675a1e3ad8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507836
Apr 15 20:52:42.457581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-3d4b64aa-3fcf-41fe-b03a-22103317f432 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Synchronizing usage tracker for tenant:951e217155514ba7bf775cb9b00816a7 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:52:42.476072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-3d4b64aa-3fcf-41fe-b03a-22103317f432 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Unset dirty status for tenant:951e217155514ba7bf775cb9b00816a7 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:52:42.477604 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-3d4b64aa-3fcf-41fe-b03a-22103317f432 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82789315&fields=id&tenant_id=951e217155514ba7bf775cb9b00816a7 HTTP/1.1" status: 200  len: 267 time: 0.0674789
Apr 15 20:52:42.652606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-0b9dccfe-30e9-4085-b4fa-a962e1f76822 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:42.653383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-0b9dccfe-30e9-4085-b4fa-a962e1f76822 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Synchronizing usage tracker for tenant:951e217155514ba7bf775cb9b00816a7 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:52:42.671583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-0b9dccfe-30e9-4085-b4fa-a962e1f76822 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Unset dirty status for tenant:951e217155514ba7bf775cb9b00816a7 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:52:42.673012 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-0b9dccfe-30e9-4085-b4fa-a962e1f76822 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 808 time: 0.1878974
Apr 15 20:52:42.689672 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-5c42a1cf-f70a-408c-a8a0-e2fd34ee69c5 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/quotas/951e217155514ba7bf775cb9b00816a7 HTTP/1.1" status: 200  len: 375 time: 0.0104063
Apr 15 20:52:42.788756 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-ccca6310-34a2-40e1-93d8-2312ac02f2da tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0928235
Apr 15 20:52:43.012211 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-bdf2219f-12e8-4b73-aca3-6094636dd1c0 service neutron] 10.222.0.25 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096989
Apr 15 20:52:43.030346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddfb3b-9fc5-48ad-9a7a-79e71cc505e0 req-63d0fc95-99ef-4d7d-9bb4-36af0be095be tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:43.032190 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e1ddfb3b-9fc5-48ad-9a7a-79e71cc505e0 req-63d0fc95-99ef-4d7d-9bb4-36af0be095be tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1562240
Apr 15 20:52:43.215188 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-de2cb3e0-da79-4e95-8fdb-38e20d804a9d service neutron] 10.222.0.25 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939313
Apr 15 20:52:43.220397 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e1ddfb3b-9fc5-48ad-9a7a-79e71cc505e0 req-f22c0400-1f1f-41a8-a406-e57f2f7646c9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1664004
Apr 15 20:52:43.724639 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2063ded2-0515-4618-b6f1-58debdf3f38f req-6b3215dc-afcb-4850-bacd-4953105023db tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0645168
Apr 15 20:52:43.760358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49a5ba-6c28-4765-9a35-319273eeccd5 req-30ccbda2-8ac9-4a78-bec3-a004af3157d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:43.762170 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ec49a5ba-6c28-4765-9a35-319273eeccd5 req-30ccbda2-8ac9-4a78-bec3-a004af3157d0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1672971
Apr 15 20:52:43.819744 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ec49a5ba-6c28-4765-9a35-319273eeccd5 req-c329b53b-7318-436c-b87a-984a5ca7d284 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502198
Apr 15 20:52:44.444780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45964ae7-7189-4cef-8a6b-692bf5fa0c75 req-1c634cba-0dad-4faf-8808-4396be35cbb8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:44.446402 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-45964ae7-7189-4cef-8a6b-692bf5fa0c75 req-1c634cba-0dad-4faf-8808-4396be35cbb8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0935738
Apr 15 20:52:44.497688 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-45964ae7-7189-4cef-8a6b-692bf5fa0c75 req-588c6dea-27f5-496b-b30b-f2a76db7fb36 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447350
Apr 15 20:52:44.642963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:44.903022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c070d789-4d04-4c0a-9859-5d9979e4fcf3 req-a97db582-b8b5-445d-97c2-183e264e9c9d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0534337
Apr 15 20:52:45.037769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b2e0a-f4c9-4972-9161-0d01ed9d9ca6 req-1c5e3139-0151-4e49-b8ae-4de386e94a72 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:45.039546 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-af4b2e0a-f4c9-4972-9161-0d01ed9d9ca6 req-1c5e3139-0151-4e49-b8ae-4de386e94a72 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1002088
Apr 15 20:52:45.088841 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-af4b2e0a-f4c9-4972-9161-0d01ed9d9ca6 req-d7eb174d-438c-4afd-a6dd-7ff93c88f28a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427802
Apr 15 20:52:45.720397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288b7f4-694d-4dca-9a21-4e0be83f0bdf req-87b95f10-a3c5-40f0-9e4e-5bd5f09f03ba tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:45.722313 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f288b7f4-694d-4dca-9a21-4e0be83f0bdf req-87b95f10-a3c5-40f0-9e4e-5bd5f09f03ba tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0951982
Apr 15 20:52:45.781004 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f288b7f4-694d-4dca-9a21-4e0be83f0bdf req-5170e537-4f25-40f0-b856-5004d084c473 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521266
Apr 15 20:52:46.097022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-db4c46a6-9ec8-4646-89ca-3f14bc8dac69 req-2cafad81-1120-4fed-b275-39e7edf79b22 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0500691
Apr 15 20:52:46.305250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ea4ef-9a19-4c4e-abe3-c80abb8dc621 req-290d6162-1d35-45ff-9f32-6be9ec55bc73 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:46.306810 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9e8ea4ef-9a19-4c4e-abe3-c80abb8dc621 req-290d6162-1d35-45ff-9f32-6be9ec55bc73 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0952537
Apr 15 20:52:46.358678 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9e8ea4ef-9a19-4c4e-abe3-c80abb8dc621 req-0a8b101a-9aa2-471c-8834-7fa20a9e0c97 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453269
Apr 15 20:52:47.014779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694554-7db7-4066-b74b-ae08a51fea3f req-cc683236-099c-4e57-b073-79271a6c047c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:47.016815 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-00694554-7db7-4066-b74b-ae08a51fea3f req-cc683236-099c-4e57-b073-79271a6c047c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1133583
Apr 15 20:52:47.076370 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-00694554-7db7-4066-b74b-ae08a51fea3f req-ae1015d5-63ab-4220-96fd-d9bc642240d5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527525
Apr 15 20:52:47.275081 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2c42a9de-bab1-4386-86b7-4142a563e68c req-6aa6e087-3987-4352-94b1-c665d2ca7069 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0512056
Apr 15 20:52:47.567319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67059e21-b821-4dfa-802d-5ec075c34615 req-9ce1784d-a106-47a6-b1ac-52941f7cfba2 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:47.569027 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-67059e21-b821-4dfa-802d-5ec075c34615 req-9ce1784d-a106-47a6-b1ac-52941f7cfba2 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0926335
Apr 15 20:52:47.633618 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-67059e21-b821-4dfa-802d-5ec075c34615 req-bc9d1f92-57b6-4492-834b-329f4bd90708 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574062
Apr 15 20:52:48.469376 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b5f75f5a-80c2-49e1-bc97-42dde451f60d req-bb10cf01-79ac-497a-ae66-065f591a27c1 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0611200
Apr 15 20:52:48.511295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3931394-d656-4fa5-8284-6f408248101e req-195da432-75a3-4a5a-a69c-46c30449d0d7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:48.513446 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a3931394-d656-4fa5-8284-6f408248101e req-195da432-75a3-4a5a-a69c-46c30449d0d7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1531792
Apr 15 20:52:48.564656 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a3931394-d656-4fa5-8284-6f408248101e req-593ffdc0-bcfe-4024-ae3b-a3da3554eb41 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444162
Apr 15 20:52:48.851550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8da5-5689-44a5-bf9b-a21e81b56d6e req-9967e67a-fcd6-40b4-b662-91aa98520635 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:48.853417 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a6ea8da5-5689-44a5-bf9b-a21e81b56d6e req-9967e67a-fcd6-40b4-b662-91aa98520635 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0970118
Apr 15 20:52:48.905286 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a6ea8da5-5689-44a5-bf9b-a21e81b56d6e req-84f2b563-0bfc-478b-a65e-33082fe119b1 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454237
Apr 15 20:52:49.643991 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-23d8de0f-df49-4dc7-8dba-ca2af75ff906 req-f1f39406-608e-4b3c-a9fe-9dc39e313952 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0568335
Apr 15 20:52:49.784976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ce5f7-a0bc-4d63-bf71-7428c7c841a2 req-e3f3ceee-d4b0-4460-82d3-dae826e96d22 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:49.786595 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f34ce5f7-a0bc-4d63-bf71-7428c7c841a2 req-e3f3ceee-d4b0-4460-82d3-dae826e96d22 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0925670
Apr 15 20:52:49.845119 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f34ce5f7-a0bc-4d63-bf71-7428c7c841a2 req-0fbcd956-cbb8-47ee-9fc7-f39f5ffd1f36 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508018
Apr 15 20:52:50.121750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d03878-2f63-4848-a873-40167356e76d req-66259f27-e586-4d75-8836-424d90142552 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:50.123572 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-86d03878-2f63-4848-a873-40167356e76d req-66259f27-e586-4d75-8836-424d90142552 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0920105
Apr 15 20:52:50.174817 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-86d03878-2f63-4848-a873-40167356e76d req-dad924a4-51e6-4c16-94cb-61a125b14a92 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444126
Apr 15 20:52:50.821319 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-de09ee37-07da-4fc3-9ef7-868703c5d4a2 req-fbf9534c-7d43-47eb-9b21-892277671878 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0561028
Apr 15 20:52:51.067139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6bc61-e9cf-4570-b7bf-4a14954e704d req-867bcb94-b2dc-4068-9abe-a5c5aaa879cf tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:51.068852 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-66e6bc61-e9cf-4570-b7bf-4a14954e704d req-867bcb94-b2dc-4068-9abe-a5c5aaa879cf tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0927482
Apr 15 20:52:51.123396 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-66e6bc61-e9cf-4570-b7bf-4a14954e704d req-3a64997a-98fe-4a3e-8812-62ed6cd4740e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481801
Apr 15 20:52:51.388460 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76be0d2-b575-4b83-9041-eb4f6ccb1de7 req-20791b34-1a73-4ccc-9ea7-a63fe04a83d4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:51.390091 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d76be0d2-b575-4b83-9041-eb4f6ccb1de7 req-20791b34-1a73-4ccc-9ea7-a63fe04a83d4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0951803
Apr 15 20:52:51.439442 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d76be0d2-b575-4b83-9041-eb4f6ccb1de7 req-a5b494ee-d996-4b87-9d13-679952c6bf82 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427101
Apr 15 20:52:51.989760 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c00b3047-ea96-41f5-9464-897e70091d34 req-42040b3d-a535-4b50-b01a-6e65cc75ff5f tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0502019
Apr 15 20:52:52.339927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8306-57c2-470f-8959-420e4b618a4b req-d66a1695-ab40-4acf-8b49-e7e08f5716b9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:52.341584 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a32d8306-57c2-470f-8959-420e4b618a4b req-d66a1695-ab40-4acf-8b49-e7e08f5716b9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0915661
Apr 15 20:52:52.392171 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a32d8306-57c2-470f-8959-420e4b618a4b req-d211d93d-20d2-4be9-abc1-e5ad6395dc60 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437465
Apr 15 20:52:52.661904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cbde8-057e-4f94-945a-987652f58680 req-f017d388-93a3-4b19-a401-12b702803fcd tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:52.663871 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8c0cbde8-057e-4f94-945a-987652f58680 req-f017d388-93a3-4b19-a401-12b702803fcd tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1006584
Apr 15 20:52:52.715353 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8c0cbde8-057e-4f94-945a-987652f58680 req-4a295980-8e3c-4d7f-92d5-7b5f50478c56 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451379
Apr 15 20:52:53.171669 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-66f17754-061f-4ade-ad25-d326bed39eda req-93430dc5-d1df-4105-843d-d397891069d4 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0581257
Apr 15 20:52:53.636280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca28a7-3551-486a-a6bd-52c9237fdf48 req-2c22ce1c-a00b-4556-ba22-c62ad9dfcbed tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:53.637876 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-95ca28a7-3551-486a-a6bd-52c9237fdf48 req-2c22ce1c-a00b-4556-ba22-c62ad9dfcbed tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1062944
Apr 15 20:52:53.698663 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-95ca28a7-3551-486a-a6bd-52c9237fdf48 req-f898dea0-209f-4efb-b514-25b30c41a0d7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540175
Apr 15 20:52:53.816260 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-c52affeb-6b37-4fd6-869c-ba920ae5f991 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0918269
Apr 15 20:52:53.888897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:52:53.968891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531db34-78ca-49d2-a225-0308fa298424 req-0d2fc7ab-3ca3-43d1-a807-cfc3fbcb2c96 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:53.971474 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c531db34-78ca-49d2-a225-0308fa298424 req-0d2fc7ab-3ca3-43d1-a807-cfc3fbcb2c96 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1278889
Apr 15 20:52:53.973211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-da51cc88-1d0d-4502-8fde-891e09f1fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:53.974954 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-da51cc88-1d0d-4502-8fde-891e09f1fd9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=970826eaf51449d5a8ec098e5a3627bd&device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1275818
Apr 15 20:52:54.166006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-a7f966d3-f48a-4a83-8225-bef2bf26577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:54.168173 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-a7f966d3-f48a-4a83-8225-bef2bf26577b service neutron] 10.222.0.62 "GET /v2.0/networks?id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 200  len: 920 time: 0.1606147
Apr 15 20:52:54.253130 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-148cc88c-292f-4986-b1d1-c35951a9c8f2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 200  len: 217 time: 0.0768199
Apr 15 20:52:54.276428 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c531db34-78ca-49d2-a225-0308fa298424 req-8b09ffb6-d3cc-49dd-bf38-7f252f4eb1ea tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975738
Apr 15 20:52:54.335702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-561422c9-f14c-4da3-b624-a3bbaf68f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:54.337286 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-561422c9-f14c-4da3-b624-a3bbaf68f4f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 200  len: 859 time: 0.0771627
Apr 15 20:52:54.380999 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c7af1f32-789b-4d8d-9529-fc698952852a req-2268d230-cd29-4edf-bec2-7478718ad27a tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0595665
Apr 15 20:52:54.403893 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-93361cb4-d1eb-40b4-9740-3e9cac06148f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575745
Apr 15 20:52:54.553963 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-fadfc2d0-e784-47ad-b399-ff2ac55e5b0c service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423724
Apr 15 20:52:54.698758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d1e9a28-ba1c-4641-b335-329ab7111400 req-83dc53e4-36c0-4bd2-8096-28fc7da5b815 service neutron] 10.222.0.62 "GET /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355245
Apr 15 20:52:54.969906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-f1d94cc1-74f3-41a0-8e26-f4afa9d09162 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:54.972150 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-f1d94cc1-74f3-41a0-8e26-f4afa9d09162 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.62 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 808 time: 0.1791971
Apr 15 20:52:55.081054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f987432-dcc0-4e55-a7f4-23ccf32dc713 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Synchronizing usage tracker for tenant:951e217155514ba7bf775cb9b00816a7 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:52:55.086777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c3369-61be-432b-9863-280e835086e4 req-f005bcba-a3de-4bb4-9bbc-fc8b6137ac49 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:55.088606 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-736c3369-61be-432b-9863-280e835086e4 req-f005bcba-a3de-4bb4-9bbc-fc8b6137ac49 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.1017935
Apr 15 20:52:55.095510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f987432-dcc0-4e55-a7f4-23ccf32dc713 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Unset dirty status for tenant:951e217155514ba7bf775cb9b00816a7 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:52:55.097333 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f987432-dcc0-4e55-a7f4-23ccf32dc713 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=951e217155514ba7bf775cb9b00816a7 HTTP/1.1" status: 200  len: 8057 time: 0.1084409
Apr 15 20:52:55.108655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'port': {'device_id': '2007e619-7138-4fcc-8897-0eae03b284c0', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'admin_state_up': True, 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'security_groups': ['635e769d-da54-48c7-b315-f5b1c0440849']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:55.140317 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-736c3369-61be-432b-9863-280e835086e4 req-e589bd60-225e-4d65-af24-1184f0800806 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444674
Apr 15 20:52:55.267773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:52:55.271946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:port and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:52:55.274947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:52:55.280971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:52:55.290764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Made reservation on behalf of 951e217155514ba7bf775cb9b00816a7 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:52:55.296871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:55.473211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Allocated IP 172.20.0.4 (17f827cc-3540-4854-8d56-93796ba9f305/ada6153d-5d6a-4d59-a0b4-bc6ac3731120/937496b7-fa52-4d53-ad56-6e8ac95a5473) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:52:55.479482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943eaf79-7277-46bc-b5a4-f3f11a438847 req-624e69fd-faae-4008-8479-a7fce080fbfc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:55.481050 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-943eaf79-7277-46bc-b5a4-f3f11a438847 req-624e69fd-faae-4008-8479-a7fce080fbfc tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.0954132
Apr 15 20:52:55.573108 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8bbd6d1b-8f1b-495b-981d-46396eb53f66 req-6ad7b7df-1954-4eaa-bb87-865cf5ecc1fe tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.0532608
Apr 15 20:52:55.578171 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-943eaf79-7277-46bc-b5a4-f3f11a438847 req-e5fe62ae-1c94-47c6-8621-7859d259a107 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902071
Apr 15 20:52:55.908935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:55.926290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Transition to ACTIVE for port object 937496b7-fa52-4d53-ad56-6e8ac95a5473 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:55.954403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:55.970607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f3f3976d-6567-4172-a42c-eb623bc7b0a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:56.113239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:56.126032 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:56.168637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Network 17f827cc-3540-4854-8d56-93796ba9f305 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:52:56.169800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:52:56.172204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:52:56.239968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:56.240763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:56.270675 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1664960
Apr 15 20:52:56.292858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Request body: {'port': {'device_id': '2007e619-7138-4fcc-8897-0eae03b284c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:52:56.356645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21aa88-92c9-494e-a50f-01a8bd02e25b req-51c4d50d-bed1-4113-8551-25125a4a19b6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:56.358241 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd21aa88-92c9-494e-a50f-01a8bd02e25b req-51c4d50d-bed1-4113-8551-25125a4a19b6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0918479
Apr 15 20:52:56.406969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f1a8157b-c81f-4dfa-acf6-8ece91f023c4 None None] Provisioning for port 937496b7-fa52-4d53-ad56-6e8ac95a5473 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:52:56.409943 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd21aa88-92c9-494e-a50f-01a8bd02e25b req-69a4bfdf-b82a-400d-8dec-6d0089901873 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449858
Apr 15 20:52:56.412400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f1a8157b-c81f-4dfa-acf6-8ece91f023c4 None None] Provisioning complete for port 937496b7-fa52-4d53-ad56-6e8ac95a5473 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:52:56.412822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f1a8157b-c81f-4dfa-acf6-8ece91f023c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:56.419089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:56.471755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f1a8157b-c81f-4dfa-acf6-8ece91f023c4 None None] Port 937496b7-fa52-4d53-ad56-6e8ac95a5473 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:52:56.728836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2a3d461b-fd80-490e-b3a8-1e3dbbbe7b0d tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:56.730288 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2a3d461b-fd80-490e-b3a8-1e3dbbbe7b0d tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.2362061
Apr 15 20:52:56.842982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Deleting port 728b42dc-e994-4248-bbe6-daf9125ac73c {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:52:56.843355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:56.853536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b89b0-3bdd-4fab-80ca-4dff47317e25 req-e5bb2207-a9ea-4d61-920c-9ecfe765c53b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:56.855132 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f85b89b0-3bdd-4fab-80ca-4dff47317e25 req-e5bb2207-a9ea-4d61-920c-9ecfe765c53b tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 945 time: 0.1252363
Apr 15 20:52:56.864336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3ce7-65b6-4825-b97c-acf46c7f136b req-88de3c41-af3c-4bc0-8baf-54896f150921 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:56.865798 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-394a3ce7-65b6-4825-b97c-acf46c7f136b req-88de3c41-af3c-4bc0-8baf-54896f150921 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 931 time: 0.1741161
Apr 15 20:52:56.941535 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f85b89b0-3bdd-4fab-80ca-4dff47317e25 req-bcf45937-b7f8-42f5-b599-cbd3e07a1769 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746703
Apr 15 20:52:56.946257 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-394a3ce7-65b6-4825-b97c-acf46c7f136b req-f2187590-469d-419b-9913-04553c2f1472 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0651834
Apr 15 20:52:57.106630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937496b7-fa52-4d53-ad56-6e8ac95a5473 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:52:57.121584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:57.155367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Transition to ACTIVE for port object 937496b7-fa52-4d53-ad56-6e8ac95a5473 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:52:57.167148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:57.183105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e9523198-321d-4a8e-9550-236291900e3c tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:57.331280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] For port 728b42dc-e994-4248-bbe6-daf9125ac73c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=728b42dc-e994-4248-bbe6-daf9125ac73c,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:52:57.331957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:57.348861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:57.355299 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:57.479225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Calling delete_port for 728b42dc-e994-4248-bbe6-daf9125ac73c owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:52:57.627829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c2ba-8741-460e-87c0-57a640907f63 req-cf77ab3d-f0b2-4928-a428-767a93eef9e7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:57.629564 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0bb0c2ba-8741-460e-87c0-57a640907f63 req-cf77ab3d-f0b2-4928-a428-767a93eef9e7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0980484
Apr 15 20:52:57.687810 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0bb0c2ba-8741-460e-87c0-57a640907f63 req-58f52451-1aa4-42b6-a82b-b4defa7ba4ef tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514276
Apr 15 20:52:57.813955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:57.826461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['9ad919b6-e84e-4ba2-a574-b395a88215ff', '728b42dc-e994-4248-bbe6-daf9125ac73c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:52:57.834377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:57.933695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Pushing event deleted for resources: {'Port': ['ID=728b42dc-e994-4248-bbe6-daf9125ac73c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:57.944163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:57.978261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Attempting to bind port 937496b7-fa52-4d53-ad56-6e8ac95a5473 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:52:57.978630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Attempting to bind port 937496b7-fa52-4d53-ad56-6e8ac95a5473 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:52:57.979004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Attempting to bind port 937496b7-fa52-4d53-ad56-6e8ac95a5473 on network 17f827cc-3540-4854-8d56-93796ba9f305 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:58.018933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Port 937496b7-fa52-4d53-ad56-6e8ac95a5473 on network 17f827cc-3540-4854-8d56-93796ba9f305 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:52:58.019313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Attempting to bind port 937496b7-fa52-4d53-ad56-6e8ac95a5473 on network 17f827cc-3540-4854-8d56-93796ba9f305 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:52:58.029413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:52:58.029777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Checking segment: {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:52:58.030181 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Bound using segment: {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:52:58.030646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Bound port: 937496b7-fa52-4d53-ad56-6e8ac95a5473, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5993206e-81ae-4990-8494-a110562c5d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:52:58.031021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:58.157853 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40dd472d-d7c8-4ee9-a231-2af98429656c req-9a33392d-bff3-433d-b8c2-810677fe34e0 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=65465cb3-47c1-406c-b198-7cbde909bd4d HTTP/1.1" status: 200  len: 210 time: 0.0909960
Apr 15 20:52:58.205995 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63990e84-f685-4ce8-b181-0786a3a08bdd req-525902ec-30c3-4cf6-9bb8-e41158fcfbc3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:58.207445 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-63990e84-f685-4ce8-b181-0786a3a08bdd req-525902ec-30c3-4cf6-9bb8-e41158fcfbc3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1051841
Apr 15 20:52:58.224172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] No DVR routers for this DVR port 728b42dc-e994-4248-bbe6-daf9125ac73c on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:52:58.232215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:58.234878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'name': 'network-vif-deleted', 'tag': '728b42dc-e994-4248-bbe6-daf9125ac73c'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:52:58.250366 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:52:58.254585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:52:58.258528 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c35184c3-9ecc-4946-a2f8-a4b390ec2e51 req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "DELETE /v2.0/ports/728b42dc-e994-4248-bbe6-daf9125ac73c HTTP/1.1" status: 204  len: 173 time: 1.5203092
Apr 15 20:52:58.260894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:58.261040 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-63990e84-f685-4ce8-b181-0786a3a08bdd req-80f7a11d-fad2-4166-adbe-ce1a9a972630 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464661
Apr 15 20:52:58.278850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c087fcec-ddd4-4705-a67b-9474f2e972d6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:52:58.542044 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65465cb3-47c1-406c-b198-7cbde909bd4d', 'name': 'network-vif-deleted', 'tag': '728b42dc-e994-4248-bbe6-daf9125ac73c', 'status': 'completed', 'code': 200}
Apr 15 20:52:58.662306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:52:58.667535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:52:58.700777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:58.701014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:52:58.702554 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] 10.222.0.62 "PUT /v2.0/ports/937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 1093 time: 2.4146519
Apr 15 20:52:58.855028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-3a222b3d-b617-4102-adb5-724237e2f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:58.856883 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-3a222b3d-b617-4102-adb5-724237e2f690 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1096 time: 0.1081123
Apr 15 20:52:58.918708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f6e44-f09a-49f6-b632-01f5bda57edc req-4a3f7896-032b-4b42-9407-a671ff61c0c4 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:58.920533 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ae4f6e44-f09a-49f6-b632-01f5bda57edc req-4a3f7896-032b-4b42-9407-a671ff61c0c4 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0971043
Apr 15 20:52:58.943375 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-f3f45e4f-ead7-4893-9133-dcf9228b2479 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 217 time: 0.0774965
Apr 15 20:52:58.973449 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ae4f6e44-f09a-49f6-b632-01f5bda57edc req-8d29110f-eacb-45c5-ad67-91251a760c8f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457132
Apr 15 20:52:59.037355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-2a479d99-f386-45e2-8984-b87dc4ea4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:59.038946 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-2a479d99-f386-45e2-8984-b87dc4ea4427 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 200  len: 847 time: 0.0685718
Apr 15 20:52:59.135949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2428863-998e-4077-9caa-29e40f79f647 req-53624adc-af20-44f1-8754-71113159d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:59.137560 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-53624adc-af20-44f1-8754-71113159d086 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f827cc-3540-4854-8d56-93796ba9f305&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0846641
Apr 15 20:52:59.286664 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-16bef4ab-128c-4d07-8fee-1030736ddfdb service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377773
Apr 15 20:52:59.466682 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2428863-998e-4077-9caa-29e40f79f647 req-595333ca-9bce-46ab-a0f9-6ae67aa8bc91 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611898
Apr 15 20:52:59.491657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64be8c-9643-4091-a930-a144367e092b req-9a98b56e-b45b-4132-b701-6b03ca912d70 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:59.493502 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd64be8c-9643-4091-a930-a144367e092b req-9a98b56e-b45b-4132-b701-6b03ca912d70 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1004767
Apr 15 20:52:59.544453 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd64be8c-9643-4091-a930-a144367e092b req-b6874611-83aa-4eb6-a9b1-c5e870d307d1 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421133
Apr 15 20:52:59.654329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f774d5-96df-4fdd-a955-fc4ef4fb0693 req-694d500d-7330-40f3-b518-2da08eb7a768 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:52:59.655818 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-60f774d5-96df-4fdd-a955-fc4ef4fb0693 req-694d500d-7330-40f3-b518-2da08eb7a768 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0894980
Apr 15 20:52:59.710098 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-60f774d5-96df-4fdd-a955-fc4ef4fb0693 req-e371ba4f-ed98-40cf-9276-c8cd4aa610b2 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476756
Apr 15 20:53:00.042105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:53:00.047190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 728b42dc-e994-4248-bbe6-daf9125ac73c no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:53:00.086505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 728b42dc-e994-4248-bbe6-daf9125ac73c {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:53:00.086877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 728b42dc-e994-4248-bbe6-daf9125ac73c not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:53:00.183887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b584-af22-46bd-8566-1d6c120d2d2b req-8834ddac-7191-4f73-b297-6d48bb9ef751 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:00.185444 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32c7b584-af22-46bd-8566-1d6c120d2d2b req-8834ddac-7191-4f73-b297-6d48bb9ef751 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 944 time: 0.0928445
Apr 15 20:53:00.220855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:00.235325 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32c7b584-af22-46bd-8566-1d6c120d2d2b req-0363ec5e-6be1-4035-80c2-da9936279257 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427666
Apr 15 20:53:00.235518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'port_id': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'mac_address': 'fa:16:3e:48:2e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:53:00.298021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:00.316356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1888f5f8-a327-41e5-9d41-cdfceac452fa {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:53:00.333177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:00.336595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:00.338440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-da13dc32-b5af-42e8-bf28-5d2b61de8cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:00.409697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=9']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:00.412997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:00.543819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:00.595120 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'status': 'completed', 'code': 200}
Apr 15 20:53:00.646593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['1888f5f8-a327-41e5-9d41-cdfceac452fa'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:53:00.699567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-0af01331-9471-4f43-9a7d-a28072ac85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:00.701282 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-0af01331-9471-4f43-9a7d-a28072ac85ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1096 time: 0.0804543
Apr 15 20:53:00.756171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158af35-bbd6-48c5-adba-a29f5f473b04 req-47305b42-8468-4dc3-9b1a-c9fbbd40394c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:00.757990 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1158af35-bbd6-48c5-adba-a29f5f473b04 req-47305b42-8468-4dc3-9b1a-c9fbbd40394c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.0982580
Apr 15 20:53:00.849726 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1158af35-bbd6-48c5-adba-a29f5f473b04 req-60c5acd2-b86d-45a4-a197-f01c909bea11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0847051
Apr 15 20:53:00.881269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-e1416800-2585-4330-a1a1-c5c4393f2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:00.882997 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-e1416800-2585-4330-a1a1-c5c4393f2478 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 909 time: 0.1702921
Apr 15 20:53:00.938958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2520b-8495-4963-b662-eb66764e9a9d req-f9de2d27-9878-4bff-a559-480189775f94 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:00.940632 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c6c2520b-8495-4963-b662-eb66764e9a9d req-f9de2d27-9878-4bff-a559-480189775f94 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0959675
Apr 15 20:53:00.969079 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-3933a666-d264-4999-bdbf-2f9678ce0a0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 217 time: 0.0744820
Apr 15 20:53:00.996541 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c6c2520b-8495-4963-b662-eb66764e9a9d req-c9456bb2-b0c5-471f-b30f-ca8f39e3dfa6 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488017
Apr 15 20:53:01.061047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-86159309-a0a4-47ae-ac87-f4583b27adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:01.062647 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-86159309-a0a4-47ae-ac87-f4583b27adce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 200  len: 847 time: 0.0842297
Apr 15 20:53:01.154971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-dd1b67db-951e-434d-b795-61cc08410e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:01.156664 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-dd1b67db-951e-434d-b795-61cc08410e16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f827cc-3540-4854-8d56-93796ba9f305&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0840580
Apr 15 20:53:01.319211 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-547e1750-05c8-4987-8ce3-6e815f2896a1 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425452
Apr 15 20:53:01.486862 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5562e503-0029-4386-97c9-67e3f7a9a007 req-da2c6841-ed8a-4684-a728-450fcb3ec3a6 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1602652
Apr 15 20:53:01.523413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6908d74-dd5b-4fb2-b8aa-b6fd1489d1c7 req-9e1ce95a-04e3-4752-ab0b-04cc45ea3f60 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:01.524991 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6908d74-dd5b-4fb2-b8aa-b6fd1489d1c7 req-9e1ce95a-04e3-4752-ab0b-04cc45ea3f60 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 945 time: 0.1686926
Apr 15 20:53:01.556326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef140ca-8b83-4fa6-b3fe-baca3e7762d8 req-cd8cd219-98e4-4d70-9f2e-0d7b1eca398a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:01.557859 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cef140ca-8b83-4fa6-b3fe-baca3e7762d8 req-cd8cd219-98e4-4d70-9f2e-0d7b1eca398a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.1448011
Apr 15 20:53:01.611618 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6908d74-dd5b-4fb2-b8aa-b6fd1489d1c7 req-72d58beb-13dd-4ee0-85c4-bf03e91971ab tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794642
Apr 15 20:53:01.624565 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cef140ca-8b83-4fa6-b3fe-baca3e7762d8 req-94e857ed-0c38-4829-a5b0-276c96e8647c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598011
Apr 15 20:53:01.651195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56314) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:01.856823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacf2d9-fa66-4e5b-aea1-2a28eedf182f tempest-TestMinimumBasicScenario-2027057151 tempest-TestMinimumBasicScenario-2027057151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:01.858542 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4aacf2d9-fa66-4e5b-aea1-2a28eedf182f tempest-TestMinimumBasicScenario-2027057151 tempest-TestMinimumBasicScenario-2027057151-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1094 time: 0.2062156
Apr 15 20:53:01.861827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56324) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:01.867369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'port_id': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:01.873996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:01.878550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:floatingip and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:01.881748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:01.887888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:01.899022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:02.063776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:53:02.139964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 1888f5f8-a327-41e5-9d41-cdfceac452fa triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:53:02.140381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:02.152071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3ff2-843b-47e8-83b8-41fe1f26cdd2 req-eb886ff3-42db-4231-9a3a-95c74740c9ab tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:02.154044 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aafd3ff2-843b-47e8-83b8-41fe1f26cdd2 req-eb886ff3-42db-4231-9a3a-95c74740c9ab tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2376792
Apr 15 20:53:02.238265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684efba8-ce72-4b8a-9cd1-4ebad78275e6 req-fa068322-4730-4927-b2a4-fbd73dd48da0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:02.239997 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-684efba8-ce72-4b8a-9cd1-4ebad78275e6 req-fa068322-4730-4927-b2a4-fbd73dd48da0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.2191243
Apr 15 20:53:02.265410 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aafd3ff2-843b-47e8-83b8-41fe1f26cdd2 req-6f903865-ad27-4593-b7e5-9c996ae9eaaa tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012630
Apr 15 20:53:02.284472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:02.304019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:02.307266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:02.314275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:02.317507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:02.320174 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:02.360945 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-684efba8-ce72-4b8a-9cd1-4ebad78275e6 req-2a61708f-65f8-4670-8caf-0f85cf46695a tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1053967
Apr 15 20:53:02.397244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=10']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:02.400736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:02.423546 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'code': 200}
Apr 15 20:53:02.535031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Allocated IP 172.27.2.119 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/f57eb6bb-6538-4cda-8480-3e0b3af701c5) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:53:02.554958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a66fe4-8933-4420-bf0e-08307cc96cc5 req-0602e5cc-f4c6-48d4-ba14-ea25608573bf tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:02.556521 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-48a66fe4-8933-4420-bf0e-08307cc96cc5 req-0602e5cc-f4c6-48d4-ba14-ea25608573bf tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1904945
Apr 15 20:53:02.706332 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-48a66fe4-8933-4420-bf0e-08307cc96cc5 req-e0070754-f84e-4b15-a70b-9fbfb0d2e740 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296804
Apr 15 20:53:02.780957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:02.852685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dd190-75fa-4933-8d57-94e2d6c62565 req-efd3f4d7-484b-4b02-acfb-34c78a58846a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:02.854256 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d42dd190-75fa-4933-8d57-94e2d6c62565 req-efd3f4d7-484b-4b02-acfb-34c78a58846a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 947 time: 0.1144500
Apr 15 20:53:02.855764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:02.876431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:03.045438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66234-e55e-47f4-8543-68c9bbb362ea req-f6c2d8d7-eb70-4ae0-98fd-2f04754dce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:03.047051 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0ec66234-e55e-47f4-8543-68c9bbb362ea req-f6c2d8d7-eb70-4ae0-98fd-2f04754dce3a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 1100 time: 0.0793469
Apr 15 20:53:03.058478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'Port': ['ID=f57eb6bb-6538-4cda-8480-3e0b3af701c5,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:03.067104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:03.070329 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d42dd190-75fa-4933-8d57-94e2d6c62565 req-18897802-591e-4556-90dc-ecbb43ef66ff tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1952786
Apr 15 20:53:03.094497 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0ec66234-e55e-47f4-8543-68c9bbb362ea req-6a9b6c7e-ab13-4a09-88af-d71d4b87332b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386646
Apr 15 20:53:03.106184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:53:03.107272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:53:03.109633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:53:03.796466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89697d65-0580-4a90-af26-74891763b4da req-a0faf5ae-29b8-44b9-acbc-430141c3db2a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:03.798128 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-89697d65-0580-4a90-af26-74891763b4da req-a0faf5ae-29b8-44b9-acbc-430141c3db2a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.3847601
Apr 15 20:53:03.838088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1c1fb-2ba1-4ae8-8c37-bd46db4612af req-c57a012a-0e82-4c89-8b43-d0eb483e0b87 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:03.839646 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ebc1c1fb-2ba1-4ae8-8c37-bd46db4612af req-c57a012a-0e82-4c89-8b43-d0eb483e0b87 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.3616846
Apr 15 20:53:03.924534 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-89697d65-0580-4a90-af26-74891763b4da req-da767ec8-3618-41b6-ac5e-5de3d125ef70 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194170
Apr 15 20:53:03.946259 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ebc1c1fb-2ba1-4ae8-8c37-bd46db4612af req-900fd1bb-224a-46f9-ac03-056aa62b2883 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0987828
Apr 15 20:53:03.991771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-174cfaaa-7a60-4f7b-a7d8-ba5171580053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:04.097162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:04.253516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147dec-d63d-426f-b29a-f3ac9f6de3f1 req-96baa87c-1b77-4002-8cbb-80a1a771c164 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:04.255114 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b8147dec-d63d-426f-b29a-f3ac9f6de3f1 req-96baa87c-1b77-4002-8cbb-80a1a771c164 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2089846
Apr 15 20:53:04.284422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:04.387588 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b8147dec-d63d-426f-b29a-f3ac9f6de3f1 req-ba1b60d2-9233-4458-a1df-d805bded3c52 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246562
Apr 15 20:53:04.481161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b719cda-f922-45c9-892d-d11759b44d5f req-ed0b8ea2-803d-4f64-ac7c-36c11851fb2e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:04.482719 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b719cda-f922-45c9-892d-d11759b44d5f req-ed0b8ea2-803d-4f64-ac7c-36c11851fb2e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 947 time: 0.2827666
Apr 15 20:53:04.566296 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b719cda-f922-45c9-892d-d11759b44d5f req-0e202f66-b832-4bf0-823e-b0c5f324cc26 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756993
Apr 15 20:53:04.612405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:04.616805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:04.630042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:04.769195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'Port': ['ID=f57eb6bb-6538-4cda-8480-3e0b3af701c5,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:04.772270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:04.877561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:05.158649 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Floating IP 631c9250-2b20-47ca-a5bd-dce85916eff2 associated. External IP: 172.27.2.119, port: 0937ff84-4ee5-4710-ac63-e831f204b00d.
Apr 15 20:53:05.619373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28b8c7-cbda-41fa-9162-db147a5fe9d6 req-9f29e049-1eef-4468-8129-147a3ec06f7a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:05.621022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c28b8c7-cbda-41fa-9162-db147a5fe9d6 req-9f29e049-1eef-4468-8129-147a3ec06f7a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.5770526
Apr 15 20:53:05.630060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ff87b-bec7-4fac-9161-e29cc0855f51 req-4b4193e5-d9fc-4a31-9bf6-548696bf9728 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:05.631541 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f66ff87b-bec7-4fac-9161-e29cc0855f51 req-4b4193e5-d9fc-4a31-9bf6-548696bf9728 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.5372014
Apr 15 20:53:05.838070 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5c28b8c7-cbda-41fa-9162-db147a5fe9d6 req-09319848-13cb-4d11-ad49-a460684cda37 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2046115
Apr 15 20:53:05.864962 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f66ff87b-bec7-4fac-9161-e29cc0855f51 req-6966fb03-a7f1-4ffb-a098-e9761c501d67 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1797056
Apr 15 20:53:05.900820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Router 54c56979-6753-47bc-bce8-32b681a605f8 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:53:05.916607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2d69-ff23-4073-8249-83b2cd6c263d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:06.223411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:53:06.233040 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] Sync routers for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:53:06.243934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:06.245148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36978>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:06.256561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381501fa-0c7b-4b84-87f5-87a391b4e75c req-b77dd04c-9936-42f0-981c-185c8ecca6b4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:06.258181 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-381501fa-0c7b-4b84-87f5-87a391b4e75c req-b77dd04c-9936-42f0-981c-185c8ecca6b4 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2957115
Apr 15 20:53:06.269500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd96281-9e1e-45b7-a2e0-f68e91fa493c req-a3b84cd2-050d-4a3e-ba84-93d4c1abf84c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:06.271130 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2cd96281-9e1e-45b7-a2e0-f68e91fa493c req-a3b84cd2-050d-4a3e-ba84-93d4c1abf84c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 947 time: 0.2636254
Apr 15 20:53:06.310769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:06.396470 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-381501fa-0c7b-4b84-87f5-87a391b4e75c req-de840e39-241d-4625-ac0f-1c4b8975f860 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243010
Apr 15 20:53:06.407996 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2cd96281-9e1e-45b7-a2e0-f68e91fa493c req-054775aa-e238-4cc3-947f-64cc47028987 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160932
Apr 15 20:53:06.413784 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.5509219
Apr 15 20:53:06.414672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:06.417073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56386) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:06.455035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:06.463826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1767457768', 'description': 'tempest-secgroup-smoke-1767457768 description', 'project_id': '0f5ab76630e4464894f345e62ade816a'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:06.476578 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:06.481171 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'status': 'completed', 'code': 200}
Apr 15 20:53:06.489092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:06.492591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:06.501747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:06.570517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:06.588079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:06.605494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:06.612141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:06.622705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-710c1445-e0e1-4719-b5b3-dc0c05f5eb73 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:06.623459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-710c1445-e0e1-4719-b5b3-dc0c05f5eb73 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Synchronizing usage tracker for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:53:06.627215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:06.636194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:06.672129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-710c1445-e0e1-4719-b5b3-dc0c05f5eb73 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Unset dirty status for tenant:970826eaf51449d5a8ec098e5a3627bd on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:53:06.673457 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-710c1445-e0e1-4719-b5b3-dc0c05f5eb73 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2531526
Apr 15 20:53:06.737167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-9a0ec318-1d53-4a78-b5ba-8dd3cc05e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:06.738696 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-9a0ec318-1d53-4a78-b5ba-8dd3cc05e64e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1099 time: 0.2305789
Apr 15 20:53:06.865802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Deleting port 9ad919b6-e84e-4ba2-a574-b395a88215ff {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:53:06.866314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:06.958847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-d8b5faed-6fea-48cb-baf5-4c311a0f414d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:06.960505 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-d8b5faed-6fea-48cb-baf5-4c311a0f414d service neutron] 10.222.0.62 "GET /v2.0/networks?id=075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 200  len: 916 time: 0.2121432
Apr 15 20:53:06.996308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36978>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '631c9250-2b20-47ca-a5bd-dce85916eff2', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'port_id': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'mac_address': 'fa:16:3e:b0:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:03Z', 'updated_at': '2021-04-15T20:53:03Z', 'revision_number': 0, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 5, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:07.001149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] Checking router: 54c56979-6753-47bc-bce8-32b681a605f8 for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:53:07.010552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:07.011191 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36978>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:07.071739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.090153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.100858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-94e0710a-6f53-4f1f-9e71-aed876a6c65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:07.151605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa8a77-31f2-47ab-bad3-c7186b2e0bae req-144112a6-d58d-4273-999d-22ea1b9f0957 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:07.153191 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-abfa8a77-31f2-47ab-bad3-c7186b2e0bae req-144112a6-d58d-4273-999d-22ea1b9f0957 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.1794498
Apr 15 20:53:07.162898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f70ff-7201-4fed-bfe3-14286aebba3b req-d18bf8a3-b417-43df-979c-2a1bb8977315 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:07.164485 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4c6f70ff-7201-4fed-bfe3-14286aebba3b req-d18bf8a3-b417-43df-979c-2a1bb8977315 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1325052
Apr 15 20:53:07.211177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:07.243544 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-abfa8a77-31f2-47ab-bad3-c7186b2e0bae req-f2b57ff0-d01d-4812-8294-46044819de96 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779779
Apr 15 20:53:07.245781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcde9c-c53c-4f06-87ef-3b0f922b649b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:07.258625 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4c6f70ff-7201-4fed-bfe3-14286aebba3b req-69a91936-d1c7-4563-9340-61ac6ad1d39b tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0782044
Apr 15 20:53:07.285036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.301348 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-747f199c-c47c-4763-92fd-80123210c6fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 1000 time: 0.3155782
Apr 15 20:53:07.302272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:07.308042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.309272 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8910103
Apr 15 20:53:07.312776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56398) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:07.318673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'security_group_rule': {'security_group_id': '4bdcde9c-c53c-4f06-87ef-3b0f922b649b', 'project_id': '0f5ab76630e4464894f345e62ade816a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:07.325143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:07.329444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:07.332511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:07.338531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:07.356283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.412439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-6150635c-ada6-4a56-a91e-c41ca5c1abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:07.414023 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-6150635c-ada6-4a56-a91e-c41ca5c1abd6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c045b6b-38d2-4222-bcee-02e8a3077526 HTTP/1.1" status: 200  len: 854 time: 0.1034532
Apr 15 20:53:07.431348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.434288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.457196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0d2ee9d3-c114-4db2-b214-5e03fef502e0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:07.474174 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8325896b-f8b1-46f7-a71b-aaceaba04472,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:07.477162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:07.478204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.479570 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1656625
Apr 15 20:53:07.482603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56404) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:07.486887 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] For port 9ad919b6-e84e-4ba2-a574-b395a88215ff, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=9ad919b6-e84e-4ba2-a574-b395a88215ff,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:07.487385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.488695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'security_group_rule': {'security_group_id': '4bdcde9c-c53c-4f06-87ef-3b0f922b649b', 'project_id': '0f5ab76630e4464894f345e62ade816a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:07.495067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:07.499154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:07.502536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:07.512524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:07.532711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.601394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36978>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '631c9250-2b20-47ca-a5bd-dce85916eff2', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'port_id': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'mac_address': 'fa:16:3e:b0:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:03Z', 'updated_at': '2021-04-15T20:53:03Z', 'revision_number': 0, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 5, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:07.606065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6205b639-5bb4-4ccc-8950-643734d4050f None None] The sync data for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi is: [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '631c9250-2b20-47ca-a5bd-dce85916eff2', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'port_id': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'mac_address': 'fa:16:3e:b0:a8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:03Z', 'updated_at': '2021-04-15T20:53:03Z', 'revision_number': 0, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 5, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:53:07.633994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Calling delete_port for 9ad919b6-e84e-4ba2-a574-b395a88215ff owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:53:07.660773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.664191 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.674736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d05e1998-343d-45ac-b872-fcf1c7d1af11 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:07.702639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c982634-0686-4fa1-ac1e-820eee99f1d1,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:07.713832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866f9dd-c2c8-4872-8c96-3861b6dc0f50 req-d480ec97-f04f-4d2d-a94d-22134fab322c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:07.715464 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1866f9dd-c2c8-4872-8c96-3861b6dc0f50 req-d480ec97-f04f-4d2d-a94d-22134fab322c tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1688018
Apr 15 20:53:07.716743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:07.717642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.720333 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2366664
Apr 15 20:53:07.722096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56408) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:07.743375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'security_group_rule': {'security_group_id': '4bdcde9c-c53c-4f06-87ef-3b0f922b649b', 'project_id': '0f5ab76630e4464894f345e62ade816a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:07.757243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:07.764598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:07.775250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:07.787045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:07.799518 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1866f9dd-c2c8-4872-8c96-3861b6dc0f50 req-88d736d7-1264-4b15-9b06-9c77e1bede83 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/security-groups?id=62419d18-ce3d-420c-b7bc-57350263a117&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763724
Apr 15 20:53:07.815634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.890185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.895020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.897535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:07.924506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea340d24-bf8f-4e63-8565-626ac90ff340,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:07.927378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe82671-9047-4ca6-85a5-0aa6e83f4543 None None] New status for floating IP 631c9250-2b20-47ca-a5bd-dce85916eff2: ACTIVE {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:53:07.929185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:07.940210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:07.941873 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2171061
Apr 15 20:53:07.944531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56412) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:07.954754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'security_group_rule': {'security_group_id': '4bdcde9c-c53c-4f06-87ef-3b0f922b649b', 'project_id': '0f5ab76630e4464894f345e62ade816a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:07.963298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:07.967212 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-fe9dc900-cc55-4d5a-8d70-ccf697ca59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:07.968840 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-fe9dc900-cc55-4d5a-8d70-ccf697ca59f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=075c7590-ff48-4147-b73c-958c3a77a26a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.5453403
Apr 15 20:53:07.969620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:07.973971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:07.980666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:07.997222 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.074661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.078081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.080355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:08.107703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45d46de-20be-4dc7-9096-12840a07ff6d,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:08.111068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:08.119356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.124132 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1751971
Apr 15 20:53:08.124132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56416) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:08.130063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'security_group_rule': {'security_group_id': '4bdcde9c-c53c-4f06-87ef-3b0f922b649b', 'project_id': '0f5ab76630e4464894f345e62ade816a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:08.136733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:08.141591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:08.144981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:08.151484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:08.164274 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.securitygroups_db [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Project 0f5ab76630e4464894f345e62ade816a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:53:08.173483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.182954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.202957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e85ace22-79fc-458d-8890-716c341bc8ca tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:08.245004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.248598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.250157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:08.274209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9175490b-36bf-4d8e-ab61-5ade7a4d28b6,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:08.276796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:08.286505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.290211 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-00fc971f-7e77-4ae2-829e-d5fb5f08fa58 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1625948
Apr 15 20:53:08.290352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56422) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:08.296261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'security_group_rule': {'security_group_id': '4bdcde9c-c53c-4f06-87ef-3b0f922b649b', 'project_id': '0f5ab76630e4464894f345e62ade816a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:08.304765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:08.309300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Usage tracker for resource:security_group_rule and tenant:0f5ab76630e4464894f345e62ade816a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:08.312483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:08.319031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:08.330283 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.securitygroups_db [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Project 0f5ab76630e4464894f345e62ade816a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:53:08.337659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.420986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Pushing event deleted for resources: {'Port': ['ID=9ad919b6-e84e-4ba2-a574-b395a88215ff,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:08.424969 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-dd5855db-4a03-4fcd-a2cd-4c107c61a14b service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4487631
Apr 15 20:53:08.427720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.427942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:08.434419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.439171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-292798b8-8541-48d5-990b-bfafbcf4cd93 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:08.439610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.505690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5601348e-d130-45bb-b906-f8ebad82a3aa,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:08.515286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:08.575180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.576457 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d38ebf2e-4f67-4d12-8b48-1dca4cf63c77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2851470
Apr 15 20:53:08.591352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] No DVR routers for this DVR port 9ad919b6-e84e-4ba2-a574-b395a88215ff on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:53:08.595243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:08.598381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'name': 'network-vif-deleted', 'tag': '9ad919b6-e84e-4ba2-a574-b395a88215ff'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:08.627899 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5fe65950-17cf-40c8-9c3a-8c14b4980f02 req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.62 "DELETE /v2.0/ports/9ad919b6-e84e-4ba2-a574-b395a88215ff HTTP/1.1" status: 204  len: 173 time: 1.9453671
Apr 15 20:53:08.639480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed0e7-d5ef-4545-be1e-2624f5c0f920 req-f2fbd148-8787-4744-aaf5-750795b41cd3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:08.641199 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-254ed0e7-d5ef-4545-be1e-2624f5c0f920 req-f2fbd148-8787-4744-aaf5-750795b41cd3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.1817148
Apr 15 20:53:08.650652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd543e42-81c5-4148-970f-df5a8a31cc71 req-e83d251f-d4dd-4315-98c9-2daaed092b83 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:08.652225 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bd543e42-81c5-4148-970f-df5a8a31cc71 req-e83d251f-d4dd-4315-98c9-2daaed092b83 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1438308
Apr 15 20:53:08.666291 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f7e72cd4-42e9-4c81-afb8-841c1393d73c req-7aead7c1-b340-4d39-b212-e264e5d18ead service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1933510
Apr 15 20:53:08.733776 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-254ed0e7-d5ef-4545-be1e-2624f5c0f920 req-490d08fb-962b-444c-9d21-075fde0bfbaa tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734901
Apr 15 20:53:08.741647 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bd543e42-81c5-4148-970f-df5a8a31cc71 req-25dff32b-45ad-4a9b-8285-9112b7e578b9 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0649996
Apr 15 20:53:08.807182 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27aef19-8689-4bb8-a690-608c31c9ee65', 'name': 'network-vif-deleted', 'tag': '9ad919b6-e84e-4ba2-a574-b395a88215ff', 'status': 'completed', 'code': 200}
Apr 15 20:53:08.880908 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-cb97b183-d77c-41cb-8fb1-2f428e9e152a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767457768&fields=id&tenant_id=0f5ab76630e4464894f345e62ade816a HTTP/1.1" status: 200  len: 267 time: 0.0434208
Apr 15 20:53:08.988323 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d4ecebdf-0631-4ea3-9388-4ce5db0f657e req-3a6defa7-827c-4a82-b91a-071db610c01d tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] 10.222.0.25 "GET /v2.0/ports?device_id=e27aef19-8689-4bb8-a690-608c31c9ee65 HTTP/1.1" status: 200  len: 210 time: 0.0515008
Apr 15 20:53:09.025968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-c85bd510-a762-4c04-8653-9197a527fa85 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:09.027552 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-c85bd510-a762-4c04-8653-9197a527fa85 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.1403842
Apr 15 20:53:09.040722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'port': {'security_groups': ['9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d', '4bdcde9c-c53c-4f06-87ef-3b0f922b649b']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:09.171816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:09.442889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0937ff84-4ee5-4710-ac63-e831f204b00d,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:09.474445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:09.481027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:09.494131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['0937ff84-4ee5-4710-ac63-e831f204b00d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:53:09.503278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:09.656990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=6']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:09.661833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:09.701756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:09.702548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:09.703961 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7573bee5-381f-4ba9-8440-5ff5eb58f49f req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "PUT /v2.0/ports/0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 982 time: 0.6685016
Apr 15 20:53:09.704507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:09.759516 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'status': 'completed', 'code': 200}
Apr 15 20:53:09.793147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['0937ff84-4ee5-4710-ac63-e831f204b00d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:53:09.897525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-61af76d5-6a31-4dce-829c-56f3f74cbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:09.899158 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-61af76d5-6a31-4dce-829c-56f3f74cbf15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1138 time: 0.1142120
Apr 15 20:53:10.001420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-e7f840a2-00d1-4c96-9004-78213761c0e8 None None] Provisioning complete for port 0937ff84-4ee5-4710-ac63-e831f204b00d triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:53:10.001942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f840a2-00d1-4c96-9004-78213761c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:10.045568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932c7c9-be8b-495a-b18d-c7000561f37f req-2d28cb6d-c488-4025-8393-8581c1b2ee5b tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:10.047670 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c932c7c9-be8b-495a-b18d-c7000561f37f req-2d28cb6d-c488-4025-8393-8581c1b2ee5b tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1331921
Apr 15 20:53:10.052398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-4e2dae61-3e00-4c24-92c1-2e180ad98551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:10.053973 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-4e2dae61-3e00-4c24-92c1-2e180ad98551 service neutron] 10.222.0.62 "GET /v2.0/networks?id=075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 200  len: 916 time: 0.1474879
Apr 15 20:53:10.066006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020596d3-d9d7-4727-b002-116aae82eef0 req-d94a23b1-f1ef-4c8f-83f4-b66dcf2a202d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:10.067595 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-020596d3-d9d7-4727-b002-116aae82eef0 req-d94a23b1-f1ef-4c8f-83f4-b66dcf2a202d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2039516
Apr 15 20:53:10.118253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 937496b7-fa52-4d53-ad56-6e8ac95a5473 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:53:10.120526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 9ad919b6-e84e-4ba2-a574-b395a88215ff no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:53:10.148555 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-020596d3-d9d7-4727-b002-116aae82eef0 req-dab9d879-7dfb-419c-9aad-81af607d4ac9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651381
Apr 15 20:53:10.152863 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c932c7c9-be8b-495a-b18d-c7000561f37f req-ac81280c-1c85-46e1-98c4-63894a37dfc3 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0960610
Apr 15 20:53:10.187224 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-c9c0d701-5d9f-4e97-a23a-f092e0c718b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 1002 time: 0.1166570
Apr 15 20:53:10.187562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 9ad919b6-e84e-4ba2-a574-b395a88215ff {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:53:10.187562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 9ad919b6-e84e-4ba2-a574-b395a88215ff not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:53:10.261162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-c1513570-d1ab-4fae-a88d-515dd8f243fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:10.262669 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-c1513570-d1ab-4fae-a88d-515dd8f243fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c045b6b-38d2-4222-bcee-02e8a3077526 HTTP/1.1" status: 200  len: 854 time: 0.0724604
Apr 15 20:53:10.286452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56448) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:10.348371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-39fada53-c5e9-4f85-8958-0ce8cf30b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:10.350024 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-39fada53-c5e9-4f85-8958-0ce8cf30b853 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=075c7590-ff48-4147-b73c-958c3a77a26a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0804243
Apr 15 20:53:10.503017 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-90148ab8-f37d-4a21-af06-dad114e8c492 service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459105
Apr 15 20:53:10.556944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:10.583629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'port_id': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'mac_address': 'fa:16:3e:f2:24:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:53:10.665880 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e03f570-0086-4518-9ee3-5c37f68cbc6f req-47452e9f-892c-465e-9563-ff1a2686948a service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495495
Apr 15 20:53:10.686759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:10.716527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937496b7-fa52-4d53-ad56-6e8ac95a5473 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:53:10.756340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:10.764034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:10.768717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:10.851891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:10.854952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:10.858066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e74c6d-024f-4969-a5d7-fb54ed9f2dd6 req-260b1ee6-88ff-46e3-a3cf-886b7f701def tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:10.859632 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-26e74c6d-024f-4969-a5d7-fb54ed9f2dd6 req-260b1ee6-88ff-46e3-a3cf-886b7f701def tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.5080187
Apr 15 20:53:10.997853 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-26e74c6d-024f-4969-a5d7-fb54ed9f2dd6 req-ef467a63-a857-48bc-9cde-e8fd3ece3ba9 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1287792
Apr 15 20:53:11.013546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['937496b7-fa52-4d53-ad56-6e8ac95a5473'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:53:11.231248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:11.576219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418da2-94ca-432e-a069-4f363a791aeb req-fce09873-6c93-42c6-8014-53bf32a377b0 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:11.577804 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-62418da2-94ca-432e-a069-4f363a791aeb req-fce09873-6c93-42c6-8014-53bf32a377b0 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2901001
Apr 15 20:53:11.644035 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-62418da2-94ca-432e-a069-4f363a791aeb req-487c0874-9e43-41cc-bf50-640588cb26f9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546141
Apr 15 20:53:11.722974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Deleting port da932902-1b69-4b84-9286-88ef58737800 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:53:11.723343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:11.918933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] For port da932902-1b69-4b84-9286-88ef58737800, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=da932902-1b69-4b84-9286-88ef58737800,segment=NetworkSegment(df69f5f5-0a2f-4c04-9410-070f470dabcc),segment_id=df69f5f5-0a2f-4c04-9410-070f470dabcc)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:11.919190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:12.055067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Calling delete_port for da932902-1b69-4b84-9286-88ef58737800 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:53:12.121220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 937496b7-fa52-4d53-ad56-6e8ac95a5473 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:53:12.194756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 937496b7-fa52-4d53-ad56-6e8ac95a5473 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:53:12.200048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 937496b7-fa52-4d53-ad56-6e8ac95a5473 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:53:12.200590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:12.334378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:12.364557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:12.376416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:12.380464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:12.382620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:12.391743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b612d-53d5-4924-91df-3d0f1c35ed3f req-0888af5b-03b1-4b41-872f-33a2c2440ae2 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:12.393204 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a68b612d-53d5-4924-91df-3d0f1c35ed3f req-0888af5b-03b1-4b41-872f-33a2c2440ae2 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 944 time: 0.2805548
Apr 15 20:53:12.424867 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'code': 200}
Apr 15 20:53:12.460042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:12.463213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:12.507683 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a68b612d-53d5-4924-91df-3d0f1c35ed3f req-342fd4d3-19b8-4dfc-a34e-896fef0dd3d6 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0792949
Apr 15 20:53:12.508477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:12.524130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:12.615834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Pushing event deleted for resources: {'Port': ['ID=da932902-1b69-4b84-9286-88ef58737800,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:12.622267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:12.664184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81791f-ebb4-41d5-aa22-a796cafe662f req-615f7073-0243-4065-ba01-06b8e6db8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:12.666757 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-be81791f-ebb4-41d5-aa22-a796cafe662f req-615f7073-0243-4065-ba01-06b8e6db8325 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1098 time: 0.0836515
Apr 15 20:53:12.721230 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-be81791f-ebb4-41d5-aa22-a796cafe662f req-814d1274-b89b-4d09-ac41-24d530debb49 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432193
Apr 15 20:53:13.252657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5214070-9627-469f-9f38-ce9e79702c09 req-bb9189bd-1037-46ea-9ad1-ebd32ed5808d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:13.254224 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b5214070-9627-469f-9f38-ce9e79702c09 req-bb9189bd-1037-46ea-9ad1-ebd32ed5808d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.4886591
Apr 15 20:53:13.301829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:13.389075 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b5214070-9627-469f-9f38-ce9e79702c09 req-3da06b0e-1291-4542-a91b-3c4461ea3da7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1273949
Apr 15 20:53:13.848970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132a337-b21e-42b4-976b-997de1401408 req-f1cfaf69-4849-4217-afad-c533be1ba579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:13.850573 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9132a337-b21e-42b4-976b-997de1401408 req-f1cfaf69-4849-4217-afad-c533be1ba579 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 1098 time: 0.0794878
Apr 15 20:53:13.964373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Router c92d68cc-177e-4da3-938c-6e3865fa0930 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:53:13.986396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452938-f8df-4574-9a12-9f8a1f9fc77c req-86ab581e-880f-4b58-adf7-62cef71e5346 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:13.988003 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40452938-f8df-4574-9a12-9f8a1f9fc77c req-86ab581e-880f-4b58-adf7-62cef71e5346 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.2898462
Apr 15 20:53:13.993273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132a337-b21e-42b4-976b-997de1401408 req-3a051ba8-fb01-4595-b66e-8478b161d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:13.994847 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9132a337-b21e-42b4-976b-997de1401408 req-3a051ba8-fb01-4595-b66e-8478b161d880 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 911 time: 0.1367712
Apr 15 20:53:13.997899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c96208-1239-4a97-a525-23f886c050d3 req-5aab2807-6279-448d-9303-809c915d66b2 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:13.999427 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51c96208-1239-4a97-a525-23f886c050d3 req-5aab2807-6279-448d-9303-809c915d66b2 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.3024981
Apr 15 20:53:14.112414 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9132a337-b21e-42b4-976b-997de1401408 req-b84c8909-5a39-4d49-bba3-1c285a37dae6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf HTTP/1.1" status: 200  len: 1001 time: 0.1079683
Apr 15 20:53:14.184403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132a337-b21e-42b4-976b-997de1401408 req-1ace1725-3b4f-4012-909d-bbedacbda225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:14.185953 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9132a337-b21e-42b4-976b-997de1401408 req-1ace1725-3b4f-4012-909d-bbedacbda225 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.0671625
Apr 15 20:53:14.204148 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40452938-f8df-4574-9a12-9f8a1f9fc77c req-d9dc7885-d66f-4f46-80e2-2f521411b7c0 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2036252
Apr 15 20:53:14.230182 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-51c96208-1239-4a97-a525-23f886c050d3 req-7d261c33-86d9-4d95-927c-9278fde382c6 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1615362
Apr 15 20:53:14.262056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:53:14.272799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] Sync routers for ids ['c92d68cc-177e-4da3-938c-6e3865fa0930'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:53:14.276373 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] 10.222.0.25 "PUT /v2.0/routers/c92d68cc-177e-4da3-938c-6e3865fa0930/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9887283
Apr 15 20:53:14.278973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56470) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:14.280800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132a337-b21e-42b4-976b-997de1401408 req-76f970e2-722e-486b-9be2-dbaadcb66d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:14.282734 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9132a337-b21e-42b4-976b-997de1401408 req-76f970e2-722e-486b-9be2-dbaadcb66d2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0877650
Apr 15 20:53:14.284572 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] Routers {'c92d68cc-177e-4da3-938c-6e3865fa0930'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:14.285224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5bfc8d0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['c92d68cc-177e-4da3-938c-6e3865fa0930'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:14.437307 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9132a337-b21e-42b4-976b-997de1401408 req-732f5db2-83b2-496e-b3f2-a00cb6f226e5 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476350
Apr 15 20:53:14.479038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] Set router c92d68cc-177e-4da3-938c-6e3865fa0930 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:14.534697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:14.587814 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9132a337-b21e-42b4-976b-997de1401408 req-69847951-de5c-439c-bfee-ba9bbc5b71a3 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428807
Apr 15 20:53:14.670478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:14.680991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c936-53ca-4ea8-a15f-89a8f46467d9 req-28efab91-e652-4907-b0d9-2051833c41da tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:14.682582 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-81a4c936-53ca-4ea8-a15f-89a8f46467d9 req-28efab91-e652-4907-b0d9-2051833c41da tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.3234181
Apr 15 20:53:14.765441 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-81a4c936-53ca-4ea8-a15f-89a8f46467d9 req-da9de59b-db27-426c-b305-34d86270dee2 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0673268
Apr 15 20:53:14.776813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:14.786433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5bfc8d0>, [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:53:12Z', 'revision_number': 5, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port': {'id': '076bab4c-369d-4f04-aeda-0288148fda3d', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:df:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:14.790965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56474) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:14.792357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] Checking router: c92d68cc-177e-4da3-938c-6e3865fa0930 for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:53:14.796757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Deleting port 076bab4c-369d-4f04-aeda-0288148fda3d {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:53:14.797158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:14.803316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] Routers {'c92d68cc-177e-4da3-938c-6e3865fa0930'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:14.804004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5bfc8d0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['c92d68cc-177e-4da3-938c-6e3865fa0930'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:14.968719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] Set router c92d68cc-177e-4da3-938c-6e3865fa0930 gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:14.989146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] For port 076bab4c-369d-4f04-aeda-0288148fda3d, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=076bab4c-369d-4f04-aeda-0288148fda3d,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:14.989976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa4d94-bf29-4620-bcf4-3102bd623fac tempest-TestShelveInstance-286292779 tempest-TestShelveInstance-286292779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:14.990228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:14.990892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0faa4d94-bf29-4620-bcf4-3102bd623fac tempest-TestShelveInstance-286292779 tempest-TestShelveInstance-286292779-project-admin] Synchronizing usage tracker for tenant:238c56b1702f4f279dd4f72ab02a521f on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:53:15.032748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-0faa4d94-bf29-4620-bcf4-3102bd623fac tempest-TestShelveInstance-286292779 tempest-TestShelveInstance-286292779-project-admin] Unset dirty status for tenant:238c56b1702f4f279dd4f72ab02a521f on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:53:15.034074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0faa4d94-bf29-4620-bcf4-3102bd623fac tempest-TestShelveInstance-286292779 tempest-TestShelveInstance-286292779-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1093 time: 0.2420430
Apr 15 20:53:15.037285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56480) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:15.043130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'port_id': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:15.050063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:15.054172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Usage tracker for resource:floatingip and tenant:951e217155514ba7bf775cb9b00816a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:15.057306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:15.065343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:15.080550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:15.084808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5bfc8d0>, [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:53:14Z', 'revision_number': 6, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:15.089093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a5f16-bc72-4b01-8b62-888a07237685 None None] The sync data for ids ['c92d68cc-177e-4da3-938c-6e3865fa0930'] in dv-cinder-562053-18-iscsi is: [{'id': 'c92d68cc-177e-4da3-938c-6e3865fa0930', 'name': 'tempest-ServerRescueNegativeTestJSON-1657661306-router', 'tenant_id': '970826eaf51449d5a8ec098e5a3627bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:53:14Z', 'revision_number': 6, 'project_id': '970826eaf51449d5a8ec098e5a3627bd', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:53:15.149014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Calling delete_port for 076bab4c-369d-4f04-aeda-0288148fda3d owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:53:15.257259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:15.387153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:15.403398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b8ca78d3-d5e9-4b77-bf68-a83fd59e3507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:15.416157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Allocated IP 172.27.2.76 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/f86132ab-52d1-4c72-bcf8-c49dee519083) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:53:15.582434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:15.614904 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:15.629026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:15.759030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=076bab4c-369d-4f04-aeda-0288148fda3d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:15.765565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:15.767721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'Port': ['ID=f86132ab-52d1-4c72-bcf8-c49dee519083,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:15.770811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:15.830295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:53:15.831559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:53:15.833946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:53:15.840464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933c9ca-2195-474d-8cc6-fa0476ce736a req-dad076dc-39c4-40f0-9605-10f369362841 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:15.842074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4933c9ca-2195-474d-8cc6-fa0476ce736a req-dad076dc-39c4-40f0-9605-10f369362841 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.5147357
Apr 15 20:53:15.988123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.106312 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4933c9ca-2195-474d-8cc6-fa0476ce736a req-fac6d003-a60f-4cc5-9260-08447f1a56b3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2559137
Apr 15 20:53:16.186921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.189554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.283396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.283985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c92d68cc-177e-4da3-938c-6e3865fa0930 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:53:16.297764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.299099 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c92d68cc-177e-4da3-938c-6e3865fa0930 HTTP/1.1" status: 204  len: 168 time: 2.0189769
Apr 15 20:53:16.301901 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56488) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:16.370877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Deleting subnet 2a04a3f8-034e-427d-96f8-7ebe69548914 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:53:16.374313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.430162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.493674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.498557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.576511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.728920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device da932902-1b69-4b84-9286-88ef58737800 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:53:16.770369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: da932902-1b69-4b84-9286-88ef58737800 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:53:16.771229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device da932902-1b69-4b84-9286-88ef58737800 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:53:16.771946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 076bab4c-369d-4f04-aeda-0288148fda3d no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:53:16.772056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.788254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-25915c9c-ae03-4d7c-8ed1-e798453dd7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:16.797890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.802102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.817613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-88f602b7-559d-41eb-9a69-1dddf880deed tempest-VolumesActionsTest-150353582 tempest-VolumesActionsTest-150353582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:16.818640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 076bab4c-369d-4f04-aeda-0288148fda3d {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:53:16.819237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 076bab4c-369d-4f04-aeda-0288148fda3d not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:53:16.826381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a04a3f8-034e-427d-96f8-7ebe69548914,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:16.876652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:16.925770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:16.932056 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a04a3f8-034e-427d-96f8-7ebe69548914 HTTP/1.1" status: 204  len: 168 time: 0.6290658
Apr 15 20:53:16.934883 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56492) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:16.963086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event updated for resources: {'Port': ['ID=f86132ab-52d1-4c72-bcf8-c49dee519083,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:16.968286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:17.051026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.060129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.236543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.246736 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Floating IP dba39170-a524-4371-81c0-23456d2de3a6 associated. External IP: 172.27.2.76, port: 937496b7-fa52-4d53-ad56-6e8ac95a5473.
Apr 15 20:53:17.351847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75bfd036d8>,) {'filters': {'network_id': ['a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:17.364702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bfd036d8>, 'df69f5f5-0a2f-4c04-9410-070f470dabcc') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:17.365031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bfd036d8>, 'df69f5f5-0a2f-4c04-9410-070f470dabcc') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:17.378853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.402866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.410496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:53:17.588421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:53:17.598034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.627432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Router 364f6bac-09be-4234-a180-4eb16c2d2cfd has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:53:17.777092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Network a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:53:17.800552 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:53:17.819000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:53:17.829620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] Sync routers for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:53:17.839941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:17.840556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b87630>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:17.844055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.890691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.896037 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:17.911976 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8734202
Apr 15 20:53:17.912812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:17.923370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:17.926185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:17.931634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:17.933760 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] 10.222.0.25 "DELETE /v2.0/networks/a1f2022d-3fe9-4c5d-bb1b-7b68266ad18e HTTP/1.1" status: 204  len: 168 time: 0.9979277
Apr 15 20:53:17.981478 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'status': 'completed', 'code': 200}
Apr 15 20:53:18.054164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:18.092441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-d8f36676-de82-46f0-a137-370530f5e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:18.094134 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-d8f36676-de82-46f0-a137-370530f5e53f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1098 time: 0.0822995
Apr 15 20:53:18.137467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56504) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:18.192308 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5ccd34d5-4089-4750-8fc4-64a9bffb2e89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=970826eaf51449d5a8ec098e5a3627bd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0509994
Apr 15 20:53:18.192702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56508) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:18.299506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-742abdb2-8f46-4389-9f68-a48659126e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:18.301436 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-742abdb2-8f46-4389-9f68-a48659126e37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 909 time: 0.1974297
Apr 15 20:53:18.302128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:18.410798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:18.440110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b87630>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': 'dba39170-a524-4371-81c0-23456d2de3a6', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'port_id': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'mac_address': 'fa:16:3e:f2:24:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2007e619-7138-4fcc-8897-0eae03b284c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:16Z', 'updated_at': '2021-04-15T20:53:16Z', 'revision_number': 0, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:10Z', 'revision_number': 5, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:18.444559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] Checking router: 364f6bac-09be-4234-a180-4eb16c2d2cfd for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:53:18.448364 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-0e1fd580-172a-469d-a01c-80ddc5c03983 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 998 time: 0.1367228
Apr 15 20:53:18.454083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:18.454725 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b87630>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:18.528221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-b13fc628-1ba6-49d9-937d-25211581f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:18.529770 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-b13fc628-1ba6-49d9-937d-25211581f8cc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 200  len: 847 time: 0.0724683
Apr 15 20:53:18.534781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:18.541083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-98feb3e5-85bc-4e5f-b43c-a7fd5c105e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:18.597894 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62419d18-ce3d-420c-b7bc-57350263a117,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:18.600494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:18.605472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:18.606282 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62419d18-ce3d-420c-b7bc-57350263a117 HTTP/1.1" status: 204  len: 168 time: 0.4125605
Apr 15 20:53:18.637776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-d74674ab-b498-4e37-bae0-fa6fce0de497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:18.639438 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-d74674ab-b498-4e37-bae0-fa6fce0de497 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f827cc-3540-4854-8d56-93796ba9f305&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1005301
Apr 15 20:53:18.655526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:18.802195 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-39070fbc-c4de-46d4-8127-c6a39d117816 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506233
Apr 15 20:53:18.965076 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3ce0f5fe-0fdd-4e6e-9c6b-1bdb10f22aad req-40989994-0dae-4986-a6b5-741846247a2c service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457732
Apr 15 20:53:19.218228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b87630>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': 'dba39170-a524-4371-81c0-23456d2de3a6', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'port_id': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'mac_address': 'fa:16:3e:f2:24:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2007e619-7138-4fcc-8897-0eae03b284c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:16Z', 'updated_at': '2021-04-15T20:53:16Z', 'revision_number': 0, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:10Z', 'revision_number': 5, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:19.223203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896376aa-dc5c-4b59-8747-e7e8394a5e53 None None] The sync data for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi is: [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': 'dba39170-a524-4371-81c0-23456d2de3a6', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'port_id': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'mac_address': 'fa:16:3e:f2:24:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2007e619-7138-4fcc-8897-0eae03b284c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:16Z', 'updated_at': '2021-04-15T20:53:16Z', 'revision_number': 0, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:10Z', 'revision_number': 5, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:53:19.504900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72c1d24-bd3c-49fe-8d45-f048a4aeca67 None None] New status for floating IP dba39170-a524-4371-81c0-23456d2de3a6: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:53:22.444015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a7e53-b788-4726-8309-c91ab853031a req-5540934d-aa34-4e83-99d0-e1542b2b6adc tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:22.445596 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0e8a7e53-b788-4726-8309-c91ab853031a req-5540934d-aa34-4e83-99d0-e1542b2b6adc tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0920050
Apr 15 20:53:22.499063 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0e8a7e53-b788-4726-8309-c91ab853031a req-0766889e-e67b-41d5-b83c-ab2db129dc40 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438066
Apr 15 20:53:23.716928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b880-7f2e-4c2e-9f73-4cb9c9054c5d req-3fdd0976-a833-4604-b20b-5ce3132a7b7e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:23.718497 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd77b880-7f2e-4c2e-9f73-4cb9c9054c5d req-3fdd0976-a833-4604-b20b-5ce3132a7b7e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0931916
Apr 15 20:53:23.772278 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fd77b880-7f2e-4c2e-9f73-4cb9c9054c5d req-a79aece1-634d-464a-b89d-1d80c20d1350 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436323
Apr 15 20:53:24.973345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-782023d4-ab70-479d-879b-0edd26753243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:24.974864 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-782023d4-ab70-479d-879b-0edd26753243 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1138 time: 0.0876169
Apr 15 20:53:24.984097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e95ea-a894-42ef-8f92-52414cadf732 req-8b39c39c-f062-4200-9c83-be6b913bc75d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:24.985759 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-797e95ea-a894-42ef-8f92-52414cadf732 req-8b39c39c-f062-4200-9c83-be6b913bc75d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0916543
Apr 15 20:53:25.045341 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-797e95ea-a894-42ef-8f92-52414cadf732 req-c75f4f74-9db1-47f6-a264-bdfc3b32667b tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0517709
Apr 15 20:53:25.365022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-12e86ee6-0522-46a3-af84-cfaba9c3b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:25.366596 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-12e86ee6-0522-46a3-af84-cfaba9c3b61b service neutron] 10.222.0.62 "GET /v2.0/networks?id=075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 200  len: 916 time: 0.3814263
Apr 15 20:53:25.483700 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-5e62a95f-735c-4aef-9ffd-598b3aaf9582 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 1002 time: 0.1065450
Apr 15 20:53:25.554451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-e47dd635-a596-44be-9958-d1649743d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:25.555994 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-e47dd635-a596-44be-9958-d1649743d0f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c045b6b-38d2-4222-bcee-02e8a3077526 HTTP/1.1" status: 200  len: 854 time: 0.0646777
Apr 15 20:53:25.642971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-43ac8002-bfda-4ef9-911f-3b7ff8861a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:25.644550 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-43ac8002-bfda-4ef9-911f-3b7ff8861a17 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=075c7590-ff48-4147-b73c-958c3a77a26a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0790079
Apr 15 20:53:25.790663 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-44177f9c-8497-4347-8519-1ca1fe266129 service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357367
Apr 15 20:53:25.940249 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-437cb58d-89e3-41aa-b61d-b21fbde50201 req-6cbbc3e6-a715-4948-b68a-64355ab2a3fe service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395020
Apr 15 20:53:26.261877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d88ab-9fee-4a13-8885-788d5af9b02f req-7c342505-cf7b-4f14-b767-479fb255fb72 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:26.263534 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-547d88ab-9fee-4a13-8885-788d5af9b02f req-7c342505-cf7b-4f14-b767-479fb255fb72 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0942802
Apr 15 20:53:26.323093 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-547d88ab-9fee-4a13-8885-788d5af9b02f req-54544580-45dd-48d9-a072-1edb4e94139a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521650
Apr 15 20:53:27.541680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528724-da44-4d7e-8639-586d8e9f1854 req-12e0bd11-0592-4782-8717-7c94818327a0 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:27.543367 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80528724-da44-4d7e-8639-586d8e9f1854 req-12e0bd11-0592-4782-8717-7c94818327a0 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0948915
Apr 15 20:53:27.594926 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80528724-da44-4d7e-8639-586d8e9f1854 req-908d4116-7b25-46c6-93e7-9a1073967a07 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0450444
Apr 15 20:53:28.812165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb32e8b-f581-467f-8b74-2b698c7ca7f4 req-c661e431-e281-4bcb-acc6-7aa8d00abe43 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:28.813932 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cdb32e8b-f581-467f-8b74-2b698c7ca7f4 req-c661e431-e281-4bcb-acc6-7aa8d00abe43 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0957658
Apr 15 20:53:28.871107 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cdb32e8b-f581-467f-8b74-2b698c7ca7f4 req-ba238e5e-7bb3-48a9-b666-8d33eb76fd04 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0498731
Apr 15 20:53:29.317371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56638) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:29.453438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:29.468714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:29.473633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Usage tracker for resource:security_group_rule and tenant:f39dee282c7d422e9898fd8b65eebf27 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:29.476661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:29.483252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:29.571244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:29.575130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:29.582560 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-193548ed-27da-427c-a032-ca4a76fdca50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:29.624109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5575e-438d-4ecf-be6c-a08412b9f847,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:29.629065 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f39dee282c7d422e9898fd8b65eebf27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3105741
Apr 15 20:53:29.630096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:29.632967 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56644) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:29.701394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:29.730296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:29.781132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:29.785049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1ae1100b-bbfa-4642-be6f-bb71ad448c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:29.798431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5575e-438d-4ecf-be6c-a08412b9f847,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:29.801653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:29.803774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:29.805005 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38f5575e-438d-4ecf-be6c-a08412b9f847 HTTP/1.1" status: 204  len: 168 time: 0.1710167
Apr 15 20:53:30.076102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79244c14-3b77-4e76-ad3e-a39d9894111c req-e8aabe85-729c-4623-9979-9455242212ed tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:30.077715 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79244c14-3b77-4e76-ad3e-a39d9894111c req-e8aabe85-729c-4623-9979-9455242212ed tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0879002
Apr 15 20:53:30.131820 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79244c14-3b77-4e76-ad3e-a39d9894111c req-ea6551eb-0932-4dd8-b324-ae98bf44e3f7 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473428
Apr 15 20:53:30.889892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:53:31.331648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5a537-8253-4151-9098-94e6bc52bb11 req-a477c04b-de70-4691-852f-93d652daa7e6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:31.333295 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2bc5a537-8253-4151-9098-94e6bc52bb11 req-a477c04b-de70-4691-852f-93d652daa7e6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0885193
Apr 15 20:53:31.385506 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2bc5a537-8253-4151-9098-94e6bc52bb11 req-8f0e58cf-a979-4bfa-9d2d-6f4ab618cc73 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0456936
Apr 15 20:53:32.595129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d604a-371b-4a0b-bba7-b6a7fe511266 req-a28f7430-d9ad-455b-9bd3-2248525ae0c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:32.597165 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-500d604a-371b-4a0b-bba7-b6a7fe511266 req-a28f7430-d9ad-455b-9bd3-2248525ae0c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0923629
Apr 15 20:53:32.651099 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-500d604a-371b-4a0b-bba7-b6a7fe511266 req-209c45c0-edff-4918-865d-b7c2dfcdb3c1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442064
Apr 15 20:53:33.868050 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e409c-65a1-4181-9c73-4f19ba49719e req-98c7283b-0bc3-41ee-88d3-762d3d67eef1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:33.869783 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-271e409c-65a1-4181-9c73-4f19ba49719e req-98c7283b-0bc3-41ee-88d3-762d3d67eef1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0942574
Apr 15 20:53:33.921009 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-271e409c-65a1-4181-9c73-4f19ba49719e req-2260b930-8a63-49a3-a67a-343fdfd0aefc tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439398
Apr 15 20:53:33.993416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd63f341-716b-4fea-8d52-92c3d9c43839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:35.150062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ee51-388f-46a6-ac35-bb3a8454b765 req-12a2fe9b-326e-4378-b202-94c3a12f0e7b tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:35.151632 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5973ee51-388f-46a6-ac35-bb3a8454b765 req-12a2fe9b-326e-4378-b202-94c3a12f0e7b tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1017525
Apr 15 20:53:35.214219 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5973ee51-388f-46a6-ac35-bb3a8454b765 req-e2898120-8e3f-47bb-849b-9340e47d0e7a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0519059
Apr 15 20:53:35.696968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56734) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:35.840814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:35.856927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:35.861487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Usage tracker for resource:security_group_rule and tenant:bfcd52834d5d45c4982bb1da2655952e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:35.864643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:35.870864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:35.909760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dce200f0-c0ef-4d79-b39a-b14cc1385878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:35.966353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:35.969848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:35.979263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bffc49c6-8d36-4df1-91ed-640f8b5918ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:36.025798 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfcd52834d5d45c4982bb1da2655952e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3275638
Apr 15 20:53:36.026788 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba1c92f-ac02-462d-ab8e-e06b9a055497,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:36.028975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56740) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:36.030278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:36.096718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.124784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.179661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.186013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:36.201936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba1c92f-ac02-462d-ab8e-e06b9a055497,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:36.205143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:36.206559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.208006 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ba1c92f-ac02-462d-ab8e-e06b9a055497 HTTP/1.1" status: 204  len: 168 time: 0.1777604
Apr 15 20:53:36.424443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a02b3-e220-4f82-8a0b-d81c81618c1e req-b73941b8-17e3-4b22-af19-8f2d128093fd tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:36.426312 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b51a02b3-e220-4f82-8a0b-d81c81618c1e req-b73941b8-17e3-4b22-af19-8f2d128093fd tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0910435
Apr 15 20:53:36.481927 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b51a02b3-e220-4f82-8a0b-d81c81618c1e req-4be51688-aecb-49b3-94c9-3ba34592c151 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0488939
Apr 15 20:53:36.519952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56750) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:36.539475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.554906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:36.558959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Usage tracker for resource:security_group_rule and tenant:80c480b8275e4dbb9567bf74bb8158f1 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:36.561972 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:36.568182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:36.586940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.665006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.669474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.677175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a7a91ff9-681b-448b-a828-26a8f5355efd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:36.723376 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80c480b8275e4dbb9567bf74bb8158f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2021732
Apr 15 20:53:36.724388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9353b119-e9b7-472e-91e5-3ff6541499fc,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:36.726514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56754) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:36.733273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.733682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.734107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.734593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.734982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.735403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.735875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.736257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.736674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.737090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.737656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.738132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.742482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:36.793429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.821729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.868393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.873606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-49a8ccd9-cbe7-487d-b84f-80e295d43b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:36.886890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9353b119-e9b7-472e-91e5-3ff6541499fc,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:36.898485 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.898890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.899294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.899684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.900102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.900491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.900881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.901266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.901651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.902031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.902410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.902789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:53:36.905910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:36.906835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:36.908142 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9353b119-e9b7-472e-91e5-3ff6541499fc HTTP/1.1" status: 204  len: 168 time: 0.1804044
Apr 15 20:53:37.249147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:37.691510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff36721-2819-49f2-9a93-6ef011db1539 req-34444a6c-910f-4538-9a4b-78322bdcdeff tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:37.693166 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fff36721-2819-49f2-9a93-6ef011db1539 req-34444a6c-910f-4538-9a4b-78322bdcdeff tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0898333
Apr 15 20:53:37.749737 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fff36721-2819-49f2-9a93-6ef011db1539 req-99f84182-0772-4710-994b-f88c0f602739 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0492363
Apr 15 20:53:38.424797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:38.964950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f6478-560c-4b8b-aff8-9672bebc71a8 req-7f281ee1-1e01-4b8b-9e77-403b2966fbae tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:38.966797 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0d7f6478-560c-4b8b-aff8-9672bebc71a8 req-7f281ee1-1e01-4b8b-9e77-403b2966fbae tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1004233
Apr 15 20:53:39.026742 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0d7f6478-560c-4b8b-aff8-9672bebc71a8 req-2e4dc555-7ddd-41eb-8600-b01d1a3f5c2f tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0521045
Apr 15 20:53:40.252990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951f4ec-4233-441b-a1e9-d92bf39e62ff req-5c60fde5-d5ae-4080-aed8-f59d1a32325f tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:40.254883 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b951f4ec-4233-441b-a1e9-d92bf39e62ff req-5c60fde5-d5ae-4080-aed8-f59d1a32325f tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1033292
Apr 15 20:53:40.309503 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b951f4ec-4233-441b-a1e9-d92bf39e62ff req-b1ef7dab-3577-423f-8a10-ef59eaa1f00e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447702
Apr 15 20:53:41.539733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1143513-04c2-48d9-bce7-062ce49809f7 req-c440ad7b-4fc7-424b-a72b-734fa74c65b2 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:41.541490 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e1143513-04c2-48d9-bce7-062ce49809f7 req-c440ad7b-4fc7-424b-a72b-734fa74c65b2 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1118755
Apr 15 20:53:41.597292 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e1143513-04c2-48d9-bce7-062ce49809f7 req-3f383642-2620-449e-abd9-e720b831c784 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0488129
Apr 15 20:53:42.818966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d725f2-389e-48c1-b369-f68280e5dfa5 req-4223a2a0-dc0a-475a-b2ca-1b49bb61f0ae tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:42.820803 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97d725f2-389e-48c1-b369-f68280e5dfa5 req-4223a2a0-dc0a-475a-b2ca-1b49bb61f0ae tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0987043
Apr 15 20:53:42.872815 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97d725f2-389e-48c1-b369-f68280e5dfa5 req-bfbce2a5-9c58-4c37-85db-71b2f27ae04b tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0453765
Apr 15 20:53:42.913135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56870) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:43.048442 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.064343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:43.068828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Usage tracker for resource:security_group_rule and tenant:b37af87e0ecc47e7a14e63a8c5dcc0a0 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:43.072082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:43.078390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:43.170749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.174341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.183718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f3bf0b2a-0970-4e96-87e4-fdebe2006d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:43.225840 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b37af87e0ecc47e7a14e63a8c5dcc0a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3115392
Apr 15 20:53:43.227563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25275e4-229a-4f21-8527-58a41b73aac0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:43.229028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56876) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:43.231280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:43.296482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.325514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.385643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.390951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-90143eda-f77f-4245-bad5-8bf41cb2b776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:43.407301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25275e4-229a-4f21-8527-58a41b73aac0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:43.410585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:43.412832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.414068 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a25275e4-229a-4f21-8527-58a41b73aac0 HTTP/1.1" status: 204  len: 168 time: 0.1827433
Apr 15 20:53:43.737561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56886) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:43.764630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.780431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:43.784690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7203a5168972432f93b67eb5e06003df is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:43.788130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:43.794525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:43.879610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.882909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:43.891848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0260337c-82d4-4cb1-998e-27c3d8138b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:43.934332 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7203a5168972432f93b67eb5e06003df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1953564
Apr 15 20:53:43.935329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5360e1e9-0153-410f-aabe-cc1d003a3815,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:43.937468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56892) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:43.938628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-afe0c398-e5f9-473a-8f9c-87bcf00358a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:44.068384 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:44.107650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:44.163876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac623f-b3de-442e-8d65-e9b248511150 req-21b2d5e9-bb9a-4d50-be7c-e9fbf4592ef2 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:44.165357 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aac623f-b3de-442e-8d65-e9b248511150 req-21b2d5e9-bb9a-4d50-be7c-e9fbf4592ef2 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1696048
Apr 15 20:53:44.442243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:44.449124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-508bab39-d768-4ffe-bcde-5030fbe4a580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:44.470026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5360e1e9-0153-410f-aabe-cc1d003a3815,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:44.474876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:44.491689 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aac623f-b3de-442e-8d65-e9b248511150 req-948509e9-21b3-4b76-92cb-24fa67a4cc0c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3181002
Apr 15 20:53:44.492692 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:44.493764 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5360e1e9-0153-410f-aabe-cc1d003a3815 HTTP/1.1" status: 204  len: 168 time: 0.5471616
Apr 15 20:53:44.663484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:44.891895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 56900) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:44.913018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:44.928923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:44.933270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Usage tracker for resource:security_group_rule and tenant:943957975b8b4fc39edb0ee8ef60b9dc is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:44.936464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:44.942952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:45.035319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:45.039263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:45.048583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c9bff058-7b75-47d4-bd3b-2e4b57d1289d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:45.087822 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=943957975b8b4fc39edb0ee8ef60b9dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1944289
Apr 15 20:53:45.091134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 56906) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:45.093281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70da13-71ce-48db-a5e2-a48cc8f8eec9,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:45.097031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:45.161701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:45.189968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:45.236550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:45.242138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c65192a-be90-4abf-b4da-e6371b60152c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:45.256823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70da13-71ce-48db-a5e2-a48cc8f8eec9,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:45.261440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:45.287754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:45.289043 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d70da13-71ce-48db-a5e2-a48cc8f8eec9 HTTP/1.1" status: 204  len: 168 time: 0.1964204
Apr 15 20:53:45.709710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b97fcb-be21-4bdb-b175-409acf77e3db req-ad89f658-fe0f-44c2-b069-73203720d598 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:45.711447 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6b97fcb-be21-4bdb-b175-409acf77e3db req-ad89f658-fe0f-44c2-b069-73203720d598 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0964482
Apr 15 20:53:45.763442 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6b97fcb-be21-4bdb-b175-409acf77e3db req-c77ff94a-c56d-4658-91ae-afd9ea6e00c9 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447209
Apr 15 20:53:46.980141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b1dd0-13ee-4e2c-a8bf-cfe6084fd866 req-ab2deddd-bfad-4a98-a47e-5ef263951306 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:46.982759 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d31b1dd0-13ee-4e2c-a8bf-cfe6084fd866 req-ab2deddd-bfad-4a98-a47e-5ef263951306 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1061630
Apr 15 20:53:47.035824 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d31b1dd0-13ee-4e2c-a8bf-cfe6084fd866 req-7de174c3-5014-4819-9ee6-583f8ca67715 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458484
Apr 15 20:53:48.248410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1137f8d-f8ff-4ad1-adc6-ded2d2754d50 req-0390d568-06dc-437e-b8d3-8e05b94f9b24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:48.250047 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c1137f8d-f8ff-4ad1-adc6-ded2d2754d50 req-0390d568-06dc-437e-b8d3-8e05b94f9b24 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 947 time: 0.1503451
Apr 15 20:53:48.304557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc97d9-989f-429f-bb21-b15955746432 req-3b2a804c-fc66-4e6a-a321-d7a53cdb7be1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:48.306105 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4cc97d9-989f-429f-bb21-b15955746432 req-3b2a804c-fc66-4e6a-a321-d7a53cdb7be1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.1451912
Apr 15 20:53:48.332689 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c1137f8d-f8ff-4ad1-adc6-ded2d2754d50 req-e3e0604b-ba83-49c1-838c-3efda5a9598b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733566
Apr 15 20:53:48.366124 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4cc97d9-989f-429f-bb21-b15955746432 req-87c12255-de17-42a3-bc6a-54d7c760b8b9 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&id=4bdcde9c-c53c-4f06-87ef-3b0f922b649b&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0512700
Apr 15 20:53:49.567932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dde36a-8221-404e-b0e5-74271ceec7e2 req-be6297ec-2f03-4057-bb7b-afacebdc8bb5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:49.569585 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-75dde36a-8221-404e-b0e5-74271ceec7e2 req-be6297ec-2f03-4057-bb7b-afacebdc8bb5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 947 time: 0.0966663
Apr 15 20:53:49.624386 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-75dde36a-8221-404e-b0e5-74271ceec7e2 req-57bd041e-49c2-4457-8225-4935efbb2d42 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=b4b6ad05-0fe2-42a1-b803-d78b25b547fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463030
Apr 15 20:53:49.784850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1677c2-77ae-4833-9757-0474a4879225 req-0d052489-743a-4ac5-8e14-20abf89484e5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:49.785649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-2a1677c2-77ae-4833-9757-0474a4879225 req-0d052489-743a-4ac5-8e14-20abf89484e5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Synchronizing usage tracker for tenant:560f66c334274db5b78dbe4a540680ae on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:53:49.804062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-2a1677c2-77ae-4833-9757-0474a4879225 req-0d052489-743a-4ac5-8e14-20abf89484e5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Unset dirty status for tenant:560f66c334274db5b78dbe4a540680ae on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:53:49.805341 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a1677c2-77ae-4833-9757-0474a4879225 req-0d052489-743a-4ac5-8e14-20abf89484e5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 947 time: 0.1125059
Apr 15 20:53:49.887143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Deleting port 1888f5f8-a327-41e5-9d41-cdfceac452fa {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:53:49.887379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:50.151141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] For port 1888f5f8-a327-41e5-9d41-cdfceac452fa, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=1888f5f8-a327-41e5-9d41-cdfceac452fa,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:53:50.151388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:50.467517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:50.467966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:50.468321 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Floating IP 46c13306-c7dd-4bb3-8849-26ecd45eb752 disassociated. External IP: 172.27.2.235, port: 1888f5f8-a327-41e5-9d41-cdfceac452fa.
Apr 15 20:53:50.468698 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Calling delete_port for 1888f5f8-a327-41e5-9d41-cdfceac452fa owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:53:50.632479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:50.649060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-391efefe-311b-4aa6-b0df-c6d16953847a tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:50.811517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event deleted for resources: {'Port': ['ID=1888f5f8-a327-41e5-9d41-cdfceac452fa,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:50.813149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:50.849702 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dbb85940-6029-4965-955c-329eeb828e03 req-a9d7e827-c6bd-4318-9967-f5176f48827a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 210 time: 0.0721452
Apr 15 20:53:51.034046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Router 702df571-b859-4b74-b188-bee78b19b94e has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:53:51.224660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:53:51.235948 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] Sync routers for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:53:51.247183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:51.247915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4c70cf8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:51.302673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] No DVR routers for this DVR port 1888f5f8-a327-41e5-9d41-cdfceac452fa on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:53:51.305448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:51.308653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-deleted', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:53:51.326974 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a1677c2-77ae-4833-9757-0474a4879225 req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "DELETE /v2.0/ports/1888f5f8-a327-41e5-9d41-cdfceac452fa HTTP/1.1" status: 204  len: 173 time: 1.5143723
Apr 15 20:53:51.361600 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3a54cf-f40f-427e-8052-4e18f754846a', 'name': 'network-vif-deleted', 'tag': '1888f5f8-a327-41e5-9d41-cdfceac452fa', 'status': 'completed', 'code': 200}
Apr 15 20:53:51.457779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:51.809187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4c70cf8>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:51.813557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] Checking router: 702df571-b859-4b74-b188-bee78b19b94e for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:53:51.823052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:53:51.823712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4c70cf8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:52.076688 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0c54e869-848a-4181-93f7-2ec0ef398205 req-40dbef03-8efe-4bd5-b291-514242e46677 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3a54cf-f40f-427e-8052-4e18f754846a HTTP/1.1" status: 200  len: 210 time: 0.1172612
Apr 15 20:53:52.103399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:53:52.476046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4c70cf8>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:53:52.480531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a31b9-1ba8-4501-8abb-b8672c8dd6f1 None None] The sync data for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi is: [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:53:52.936216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5872d3-2d06-47e9-b60a-770b74fa91db None None] New status for floating IP 46c13306-c7dd-4bb3-8849-26ecd45eb752: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:53:53.247643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57028) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:53.322633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:53.357656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:53.404418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:53.408453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ace10fd3-7b66-49bf-a4bb-7758a46a581c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:53.425010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b6ad05-0fe2-42a1-b803-d78b25b547fe,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:53.427550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:53.436631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:53.437995 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "DELETE /v2.0/security-groups/b4b6ad05-0fe2-42a1-b803-d78b25b547fe HTTP/1.1" status: 204  len: 168 time: 0.1890666
Apr 15 20:53:53.440988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57032) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:53.459626 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.v2.resource [None req-d4a83d3b-70c8-4c4d-84ef-bd8ea7b09250 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] show failed (client error): The resource could not be found.
Apr 15 20:53:53.460773 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d4a83d3b-70c8-4c4d-84ef-bd8ea7b09250 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups/b4b6ad05-0fe2-42a1-b803-d78b25b547fe HTTP/1.1" status: 404  len: 347 time: 0.0188076
Apr 15 20:53:53.463936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57036) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:53.635390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Deleting port 08b278bc-e221-467e-b628-bcad9ddc7b3d {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:53:53.635755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:54.063966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:54.063966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:54.207090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Calling delete_port for 08b278bc-e221-467e-b628-bcad9ddc7b3d owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:53:54.322611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:53:54.361635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 1888f5f8-a327-41e5-9d41-cdfceac452fa {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:53:54.362027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 1888f5f8-a327-41e5-9d41-cdfceac452fa not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:53:54.364219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:54.386452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:54.491133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event deleted for resources: {'Port': ['ID=08b278bc-e221-467e-b628-bcad9ddc7b3d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:54.498683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:54.666135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:54.682177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:54.683758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "DELETE /v2.0/floatingips/46c13306-c7dd-4bb3-8849-26ecd45eb752 HTTP/1.1" status: 204  len: 168 time: 1.2188532
Apr 15 20:53:55.403257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57060) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:55.409726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969113125', 'description': 'tempest-description--214699735'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:55.416999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:55.422142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:55.425573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:55.432601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:55.444342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.467696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:55.474092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group_rule and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:55.477544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:55.484134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:55.565269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.568891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.572805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d1dbab5e-6e89-4c53-b610-de75ab586dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:55.618173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875c15e8-63a2-4077-9535-67d431960114,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:55.621214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:55.622607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.623954 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2194614
Apr 15 20:53:55.627954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57066) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:55.633960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'security_group_rule': {'security_group_id': '875c15e8-63a2-4077-9535-67d431960114', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:55.640621 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:55.644733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group_rule and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:55.648236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:55.654566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:55.672184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.743696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.747029 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.755198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:55.777661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0844c43a-e74c-461e-b427-a98a71153644,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:55.780346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:55.785575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.787349 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-afa1be29-8633-4720-aca1-ce157e7e84dd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1583467
Apr 15 20:53:55.791102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57070) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:55.797028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'security_group_rule': {'security_group_id': '875c15e8-63a2-4077-9535-67d431960114', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:55.804470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:55.808999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:security_group_rule and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:55.812309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:55.818722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:55.838486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.912724 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.917193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.919468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fadcd2eb-76e8-4dab-a410-8f8c5d39929c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:55.943380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10071cef-1ba3-4599-bc79-08f8d9858231,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:55.946021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:55.954707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:55.956712 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1643596
Apr 15 20:53:55.962067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57074) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:55.968357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:53:55.975575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:55.980119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:floatingip and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:55.983287 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:55.989613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:56.000768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:56.169706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:56.325728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Allocated IP 172.27.2.174 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/ea46366e-a80c-4567-abdf-85aac88902ad) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:53:56.492706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:56.524562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:56.539964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7b1301be-7112-4463-a9cd-8a02066d48fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:56.675478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'Port': ['ID=ea46366e-a80c-4567-abdf-85aac88902ad,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:56.680497 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:56.743329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:53:56.744533 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:53:56.747123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:53:56.841763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:56.908137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:57.150589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:57.154741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:57.168524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fe78a7d8-0f7c-4beb-bdcf-9f1c3ca346c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:57.303710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'Port': ['ID=ea46366e-a80c-4567-abdf-85aac88902ad,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:57.308565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:57.429147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:57.462831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:57.464164 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5008392
Apr 15 20:53:57.708354 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9517ca07-089b-45f2-b751-701f6a3fbbe1 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1969113125&fields=id&tenant_id=560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 267 time: 0.0461786
Apr 15 20:53:57.886947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-892697f4-d429-4a5f-a270-901f54362e74 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:57.888583 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-892697f4-d429-4a5f-a270-901f54362e74 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 817 time: 0.1726458
Apr 15 20:53:57.907111 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-c8eeaf9b-2c0e-4d0f-8965-a49d547eeb58 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/quotas/560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 375 time: 0.0117724
Apr 15 20:53:58.023899 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-07c47c97-cb15-41e3-8810-1f69d796c62e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1018653
Apr 15 20:53:58.179677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57112) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:58.231446 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-cfe646c7-0e7c-4b23-b1f2-ec81a54f197f service neutron] 10.222.0.25 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065210
Apr 15 20:53:58.247037 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c542c7-9c72-4053-a405-37d3dd3c5ed6 req-1ba81fff-2517-4bd7-865a-bcd59a519c44 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:58.248680 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-77c542c7-9c72-4053-a405-37d3dd3c5ed6 req-1ba81fff-2517-4bd7-865a-bcd59a519c44 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.1469157
Apr 15 20:53:58.316006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:58.333228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:58.338192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbb87f964d14e8ab64fc334e6e21c7d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:58.341385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:58.348077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:58.399950 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-77c542c7-9c72-4053-a405-37d3dd3c5ed6 req-39bba600-3811-4bc3-a571-13a28a936c28 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258059
Apr 15 20:53:58.425614 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-33894b7e-b72d-4c91-8c3b-732abc972a2d service neutron] 10.222.0.25 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758883
Apr 15 20:53:58.454143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:58.457312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:58.469762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5c91a8c5-33fb-4bfd-b70d-4c389cc78372 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:58.512180 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cbb87f964d14e8ab64fc334e6e21c7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3309622
Apr 15 20:53:58.513940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14774ed-1018-4346-8b19-f94caced1eea,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:58.515357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57118) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:58.517403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:58.631648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:58.636489 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9372324e-2d9c-44a7-b40b-e253875d7b84 req-2498c7ed-9e33-4633-9c51-fd112dda25f0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 210 time: 0.0553184
Apr 15 20:53:58.665428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:58.718094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:58.724779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e2194307-0e01-4221-be16-6335f1c504fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:58.737332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14774ed-1018-4346-8b19-f94caced1eea,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:58.740483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:58.747793 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:58.749081 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f14774ed-1018-4346-8b19-f94caced1eea HTTP/1.1" status: 204  len: 168 time: 0.2323766
Apr 15 20:53:59.082957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57136) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:59.104297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:59.121565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:53:59.125863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7ae290922d4c09aa0f2036e8927c29 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:53:59.128963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:53:59.135516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:53:59.222824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:59.226136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:59.235723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-592b0d26-aea4-4154-9a9b-b8dea9d02b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:59.278441 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e7ae290922d4c09aa0f2036e8927c29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1941037
Apr 15 20:53:59.282009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57140) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:53:59.284988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acf850f-a1aa-4e3c-a9ce-5e717f6b5174,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:59.298921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:59.354992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:59.395349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:59.445665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:59.451453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1d9d1705-13ba-45b0-894c-3550aaeee9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:53:59.464123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acf850f-a1aa-4e3c-a9ce-5e717f6b5174,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:53:59.469312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:53:59.472328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:53:59.473620 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8acf850f-a1aa-4e3c-a9ce-5e717f6b5174 HTTP/1.1" status: 204  len: 168 time: 0.1906478
Apr 15 20:53:59.619285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c969e4-5e82-4dd6-8ed8-a33304e120a2 req-24df8f2d-a2a9-40cc-9a8f-92a56eaf7d29 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:59.620966 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-86c969e4-5e82-4dd6-8ed8-a33304e120a2 req-24df8f2d-a2a9-40cc-9a8f-92a56eaf7d29 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.0912561
Apr 15 20:53:59.670119 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-86c969e4-5e82-4dd6-8ed8-a33304e120a2 req-7dbe0994-4794-4757-8e31-06c0843255c9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422182
Apr 15 20:53:59.850362 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11beef21-c488-4fa8-ba9b-5472fa4bf34b req-888d67e4-6313-4ebe-8c14-1dd9219ed227 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 210 time: 0.0772405
Apr 15 20:53:59.909006 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-dee929a0-3359-408f-9e17-46eb5a8d1426 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:53:59.910773 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-dee929a0-3359-408f-9e17-46eb5a8d1426 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 817 time: 0.2128758
Apr 15 20:54:00.074177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-65b47426-50d2-420a-8668-b1fe7631365f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Synchronizing usage tracker for tenant:560f66c334274db5b78dbe4a540680ae on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:54:00.091440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e3480-93f9-4ca5-8724-36435c883752 req-ecd41640-c1d1-4770-acd8-166fa7022453 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:00.092072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-188e3480-93f9-4ca5-8724-36435c883752 req-ecd41640-c1d1-4770-acd8-166fa7022453 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Synchronizing usage tracker for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:54:00.110465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-65b47426-50d2-420a-8668-b1fe7631365f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Unset dirty status for tenant:560f66c334274db5b78dbe4a540680ae on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:54:00.111881 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-65b47426-50d2-420a-8668-b1fe7631365f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 5704 time: 0.1838927
Apr 15 20:54:00.115902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-188e3480-93f9-4ca5-8724-36435c883752 req-ecd41640-c1d1-4770-acd8-166fa7022453 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Unset dirty status for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:54:00.122267 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-188e3480-93f9-4ca5-8724-36435c883752 req-ecd41640-c1d1-4770-acd8-166fa7022453 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.1876798
Apr 15 20:54:00.123042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'port': {'device_id': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'admin_state_up': True, 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'security_groups': ['875c15e8-63a2-4077-9535-67d431960114']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:00.298916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Deleting port 8767f162-45e0-4f6c-9b97-61bc4f7facbf {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:00.299322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:00.422423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:00.434777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Usage tracker for resource:port and tenant:560f66c334274db5b78dbe4a540680ae is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:00.437848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:00.447715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:00.487946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Made reservation on behalf of 560f66c334274db5b78dbe4a540680ae for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:54:00.494179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:00.706308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] For port 8767f162-45e0-4f6c-9b97-61bc4f7facbf, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8767f162-45e0-4f6c-9b97-61bc4f7facbf,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:00.706682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:00.939651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Allocated IP 172.20.0.14 (3d31bfab-fb01-4c6e-971f-d5f973fb5726/90f44962-a470-4659-bdf3-7d4e587655e5/09c406c0-9709-490d-b9ec-6581382bcf07) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:54:00.942644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeaa9a-f423-4eb2-b864-e2ef44addd08 req-5dcc457e-8bf1-4a15-8c7a-a4ce26400328 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:00.944362 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78eeaa9a-f423-4eb2-b864-e2ef44addd08 req-5dcc457e-8bf1-4a15-8c7a-a4ce26400328 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 945 time: 0.1263762
Apr 15 20:54:01.039377 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78eeaa9a-f423-4eb2-b864-e2ef44addd08 req-9e4d9164-4d97-4569-9c98-2dd4cce3d6c3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=cdfeb27a-c179-48a5-9be8-e8fd0356933c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853815
Apr 15 20:54:01.111063 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f4c56bf8-beb5-4021-8d40-f8408d0eded4 req-6f4fdac9-34b8-493f-96b7-50fb3e3ad0c4 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 210 time: 0.0532677
Apr 15 20:54:01.229988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:01.230235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:01.230604 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Floating IP 169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9 disassociated. External IP: 172.27.2.134, port: 8767f162-45e0-4f6c-9b97-61bc4f7facbf.
Apr 15 20:54:01.230989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Calling delete_port for 8767f162-45e0-4f6c-9b97-61bc4f7facbf owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:01.370351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:01.457307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Transition to ACTIVE for port object 09c406c0-9709-490d-b9ec-6581382bcf07 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:01.460525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:01.712055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cdafb1cc-5b21-4539-a7af-1bda815fed1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:01.813850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event deleted for resources: {'Port': ['ID=8767f162-45e0-4f6c-9b97-61bc4f7facbf,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:01.823396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:01.871619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:01.889251 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2feccd3e-7fcf-463f-845c-48941b920472 tempest-ServerRescueNegativeTestJSON-544799719 tempest-ServerRescueNegativeTestJSON-544799719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:02.057605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:02.061301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:02.284770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:02.288467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:02.292785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:54:02.389369 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d0326591-390c-4946-9109-ec9670226473 req-81b14536-7e1a-4a54-8c50-b81aa03c83e3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 210 time: 0.1413167
Apr 15 20:54:02.422195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:02.422997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:02.442878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Router 06f18ed1-a7c9-4570-b5b9-989702bd81df has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:54:02.460862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1305147-d6f8-450c-83a6-e0a3718594c3 req-7c6c2e7f-ea3a-4385-a31e-b1ad767ef8d5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:02.462744 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f1305147-d6f8-450c-83a6-e0a3718594c3 req-7c6c2e7f-ea3a-4385-a31e-b1ad767ef8d5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 932 time: 0.1397471
Apr 15 20:54:02.530054 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f1305147-d6f8-450c-83a6-e0a3718594c3 req-f900989d-fe0e-42f2-b0b6-8daddc9e8448 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595562
Apr 15 20:54:02.533468 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4146085
Apr 15 20:54:02.556271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Request body: {'port': {'device_id': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:02.645821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-4bdd2867-72c2-4be4-b292-89386021b58b None None] Provisioning for port 09c406c0-9709-490d-b9ec-6581382bcf07 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:02.653163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-4bdd2867-72c2-4be4-b292-89386021b58b None None] Provisioning complete for port 09c406c0-9709-490d-b9ec-6581382bcf07 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:02.653584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4bdd2867-72c2-4be4-b292-89386021b58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:02.726161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-4bdd2867-72c2-4be4-b292-89386021b58b None None] Port 09c406c0-9709-490d-b9ec-6581382bcf07 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:54:02.785765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:54:02.787474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:02.797791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] Sync routers for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:54:02.814332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:02.815428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b6c710>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:02.904825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] No DVR routers for this DVR port 8767f162-45e0-4f6c-9b97-61bc4f7facbf on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:54:02.911442 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:02.913566 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-188e3480-93f9-4ca5-8724-36435c883752 req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "DELETE /v2.0/ports/8767f162-45e0-4f6c-9b97-61bc4f7facbf HTTP/1.1" status: 204  len: 173 time: 2.7727022
Apr 15 20:54:02.914229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'name': 'network-vif-deleted', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:03.001437 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72737adb-619b-4d5b-a503-bbc6dc050730', 'name': 'network-vif-deleted', 'tag': '8767f162-45e0-4f6c-9b97-61bc4f7facbf', 'status': 'completed', 'code': 200}
Apr 15 20:54:03.155511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:03.253634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c406c0-9709-490d-b9ec-6581382bcf07 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:54:03.262171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:03.283707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Transition to ACTIVE for port object 09c406c0-9709-490d-b9ec-6581382bcf07 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:03.286751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:03.302507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e568b150-cedb-4977-8698-a6207d5b6e18 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:03.447453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:03.456866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:03.570861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b6c710>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:03.578217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] Checking router: 06f18ed1-a7c9-4570-b5b9-989702bd81df for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:54:03.589452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:03.590174 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b6c710>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:53:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:03.751800 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-340a2f13-d8a0-4d70-bae7-3386b13dc405 req-cce65356-7008-4a5f-949e-fdb6fc6988f1 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=72737adb-619b-4d5b-a503-bbc6dc050730 HTTP/1.1" status: 200  len: 210 time: 0.0904269
Apr 15 20:54:03.794413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Attempting to bind port 09c406c0-9709-490d-b9ec-6581382bcf07 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:54:03.796284 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Attempting to bind port 09c406c0-9709-490d-b9ec-6581382bcf07 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:54:03.797064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Attempting to bind port 09c406c0-9709-490d-b9ec-6581382bcf07 on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:03.803607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Port 09c406c0-9709-490d-b9ec-6581382bcf07 on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:54:03.804275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Attempting to bind port 09c406c0-9709-490d-b9ec-6581382bcf07 on network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:03.811508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:54:03.812196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Checking segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:54:03.812911 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Bound using segment: {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:54:03.813546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Bound port: 09c406c0-9709-490d-b9ec-6581382bcf07, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:54:03.814103 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:03.858018 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f7331-ba2d-4dd6-a31a-58119137d12e req-9003ca5d-532e-45f1-8007-2efbaae3b2e0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:03.866232 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1b4f7331-ba2d-4dd6-a31a-58119137d12e req-9003ca5d-532e-45f1-8007-2efbaae3b2e0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1035266
Apr 15 20:54:03.916843 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1b4f7331-ba2d-4dd6-a31a-58119137d12e req-2271712e-3b2d-4d6b-aa07-2aa5d281b896 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496228
Apr 15 20:54:03.937746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:54:03.941492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:54:03.945825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:03.965818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:04.157012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-552052af-39f7-4eca-a389-0b7cfc4d5311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:04.204257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:04.315221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57208) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:04.389106 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:04.392637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:04.432346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8767f162-45e0-4f6c-9b97-61bc4f7facbf no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:04.468252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:04.473255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:04.475831 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] 10.222.0.62 "PUT /v2.0/ports/09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 200  len: 1094 time: 1.9244056
Apr 15 20:54:04.499269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 8767f162-45e0-4f6c-9b97-61bc4f7facbf {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:04.499655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8767f162-45e0-4f6c-9b97-61bc4f7facbf not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:04.684881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-46a39fa1-6057-4ab4-a907-9f09247d17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:04.687750 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-46a39fa1-6057-4ab4-a907-9f09247d17a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1097 time: 0.1646917
Apr 15 20:54:04.707011 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b6c710>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:04.713682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:04.714162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2a1311-db9f-461c-bfac-359c582aeb3c None None] The sync data for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi is: [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:54:04.737363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:04.745244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Usage tracker for resource:security_group_rule and tenant:6cdaf71e339741d6a1a61f78eed66c82 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:04.750549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:04.762561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:04.775843 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-f18c8e9c-0601-43ac-b960-3cc72c1db38b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 200  len: 217 time: 0.0808785
Apr 15 20:54:04.850096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-e399357a-53fe-4939-83b8-5bc9176e336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:04.851860 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-e399357a-53fe-4939-83b8-5bc9176e336d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.0695865
Apr 15 20:54:04.911412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57218) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:04.921853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:04.925541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:04.935353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-48caa195-760d-47ac-bfa1-ab0270a070ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:05.001467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-5a1394af-12aa-4563-a3d0-6fbbe7d866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:05.003097 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-5a1394af-12aa-4563-a3d0-6fbbe7d866be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1448600
Apr 15 20:54:05.006096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:05.012190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995fc2e7-e60f-4282-af94-04409fc784d8,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:05.023702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:05.036054 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cdaf71e339741d6a1a61f78eed66c82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7192554
Apr 15 20:54:05.037453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57226) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:05.048556 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.168544 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07', 'status': 'completed', 'code': 200}
Apr 15 20:54:05.191710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.215826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.233891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45e90ff-98bf-4819-86b9-17272f3bf1e2 None None] New status for floating IP 169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:54:05.235150 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.266417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ad9c6-c785-4eee-8006-582c830303e6 req-c974f570-abfe-469e-ae80-46c65cd614a8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:05.268214 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e88ad9c6-c785-4eee-8006-582c830303e6 req-c974f570-abfe-469e-ae80-46c65cd614a8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1658244
Apr 15 20:54:05.321451 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-c7a01a93-5a38-41a0-a2f6-5227ea62a278 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3098764
Apr 15 20:54:05.323024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.331585 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e88ad9c6-c785-4eee-8006-582c830303e6 req-55162b87-1d8c-4282-beda-18fa274cd90d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520625
Apr 15 20:54:05.332754 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.338541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab77156c-c974-4713-8d75-58b87372600c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:05.339534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cb54cc56-54bf-4ad8-8e51-f2937f29e77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:05.357327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995fc2e7-e60f-4282-af94-04409fc784d8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:05.359347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.360572 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/995fc2e7-e60f-4282-af94-04409fc784d8 HTTP/1.1" status: 204  len: 168 time: 0.3215988
Apr 15 20:54:05.364571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:05.385870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfeb27a-c179-48a5-9be8-e8fd0356933c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:05.393036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:05.469756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.472711 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "DELETE /v2.0/security-groups/cdfeb27a-c179-48a5-9be8-e8fd0356933c HTTP/1.1" status: 204  len: 168 time: 0.5597928
Apr 15 20:54:05.475470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57232) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:05.505476 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.v2.resource [None req-69c82e9e-6582-41e1-8616-78fb6b9c3d7c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] show failed (client error): The resource could not be found.
Apr 15 20:54:05.510440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57236) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:05.511597 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-69c82e9e-6582-41e1-8616-78fb6b9c3d7c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups/cdfeb27a-c179-48a5-9be8-e8fd0356933c HTTP/1.1" status: 404  len: 347 time: 0.0339231
Apr 15 20:54:05.707903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Deleting port 8afab1bf-cb3e-4c30-8c8f-b4e77df5f84c {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:05.708238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.751194 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f04b44b-5f0a-4f0c-90f2-a18bfe98c45f req-c402750e-dce2-41df-9da6-a25d49512bfb service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4140341
Apr 15 20:54:05.921594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29300d6c-3022-4812-a02e-de1b9d3e6db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.963985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:05.964343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:06.099842 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Calling delete_port for 8afab1bf-cb3e-4c30-8c8f-b4e77df5f84c owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:06.130917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-e20bae3e-4145-4dd0-a161-75b1e3bf5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:06.132568 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-e20bae3e-4145-4dd0-a161-75b1e3bf5ef1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1097 time: 0.2962487
Apr 15 20:54:06.344541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-c69c3d7b-f4d3-4866-913e-d260104ce191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:06.346476 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-c69c3d7b-f4d3-4866-913e-d260104ce191 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.2065148
Apr 15 20:54:06.436487 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-0e57de46-c8e7-485d-b21f-52c5cde6da36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 200  len: 217 time: 0.0810611
Apr 15 20:54:06.490260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:06.505566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:06.559441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01ebba-3945-4e81-aba7-03be56260e95 req-5eb71734-666c-4d1f-ad7a-67e49f617de7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:06.563670 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8e01ebba-3945-4e81-aba7-03be56260e95 req-5eb71734-666c-4d1f-ad7a-67e49f617de7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.0967209
Apr 15 20:54:06.591028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:06.608593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event deleted for resources: {'Port': ['ID=8afab1bf-cb3e-4c30-8c8f-b4e77df5f84c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:06.616803 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8e01ebba-3945-4e81-aba7-03be56260e95 req-2ec50c79-9edf-4e99-a61a-ab7e0cbd70b8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492489
Apr 15 20:54:06.617048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:06.636434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-b1bd55f2-93be-498a-8e8b-533f2a801454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:06.638018 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-b1bd55f2-93be-498a-8e8b-533f2a801454 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.1949594
Apr 15 20:54:06.848281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-a464023f-6def-45dd-bc4b-fc5d7314e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:06.849874 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-a464023f-6def-45dd-bc4b-fc5d7314e22d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1942556
Apr 15 20:54:06.884915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:06.972577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:06.973881 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "DELETE /v2.0/floatingips/169f9f1b-b8bf-4c64-a08c-a5cfa56fc3a9 HTTP/1.1" status: 204  len: 168 time: 1.4623783
Apr 15 20:54:07.027192 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-5f454f05-4d79-4571-94c0-6d7b2fd68bc6 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689625
Apr 15 20:54:07.171895 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be3d7a3-706e-434b-af44-fa54f43b390e req-6d31f84c-58fb-41c8-8a29-54a70e4fd444 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375825
Apr 15 20:54:07.244502 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57272) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:07.250632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1758421700', 'description': 'tempest-description--2070061473'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:07.254133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.258024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:07.262391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:07.265419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:07.271587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:07.281973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.303534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:07.307903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group_rule and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:07.310999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:07.317320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:07.394838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.398099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.402166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:07.447594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6a2e1d-f660-4aee-a766-7e4c0938be01,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:07.450375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.451669 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2059703
Apr 15 20:54:07.452662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:07.455107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57276) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:07.461699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'security_group_rule': {'security_group_id': '9c6a2e1d-f660-4aee-a766-7e4c0938be01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:07.468139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:07.473121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group_rule and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:07.476231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:07.484755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:07.508171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.602155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.605736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.608001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ad2d5838-7543-4c91-9e30-47d47f700622 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:07.633483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d64282-ac13-4762-a1ee-31beca6f40d7,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:07.638252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:07.642235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.643603 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e1538883-d605-4897-8175-a7db0a4bd1f3 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1872413
Apr 15 20:54:07.646433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57282) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:07.652738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'security_group_rule': {'security_group_id': '9c6a2e1d-f660-4aee-a766-7e4c0938be01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:07.658840 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:07.663051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:security_group_rule and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:07.666594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:07.672989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:07.691422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.816204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.820197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.826332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:07.857633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d46b34-90d7-4322-a802-363e48cd40d8,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:07.863804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:07.873988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.875277 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f35e865f-19a6-4858-a98f-7e25a5776374 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2278459
Apr 15 20:54:07.879215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57286) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:07.885792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fed227-04e0-490b-90f9-f8beaeed8e8f req-733496a4-f243-4723-9692-9cab3900d93e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:07.886014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:07.887392 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d0fed227-04e0-490b-90f9-f8beaeed8e8f req-733496a4-f243-4723-9692-9cab3900d93e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1500702
Apr 15 20:54:07.890809 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:54:07.896791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:07.902312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:floatingip and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:07.905493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:07.912211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:07.923092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:07.942903 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d0fed227-04e0-490b-90f9-f8beaeed8e8f req-f16cacd4-30b9-4f23-a179-b315c7d3744b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429957
Apr 15 20:54:08.129668 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:08.387274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:54:08.576789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Allocated IP 172.27.2.91 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/66a83b54-bfb4-4a9a-9d30-5d0878f9103b) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:54:08.601571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:08.659469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:08.676073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '09c406c0-9709-490d-b9ec-6581382bcf07', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'port_id': '09c406c0-9709-490d-b9ec-6581382bcf07', 'mac_address': 'fa:16:3e:cf:ea:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:54:08.765960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:08.776543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:08.792835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c406c0-9709-490d-b9ec-6581382bcf07 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:54:08.810484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:08.812082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:08.812548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:08.814459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:08.829353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9b620d82-56da-47a1-9b6b-8ce267808f45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:08.885645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:08.893813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.894174 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.894574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.894945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.895291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.895659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.896034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.896407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.896794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.897116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.897487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.897832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:08.902118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:08.971678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'Port': ['ID=66a83b54-bfb4-4a9a-9d30-5d0878f9103b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:08.976561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:09.033355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:09.034592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:09.036987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:54:09.072587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['09c406c0-9709-490d-b9ec-6581382bcf07'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:54:09.127283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:09.197608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:09.260346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b507-33b5-4439-872a-bc2ea64ab467 req-b1910b10-0aa5-4fd1-baed-98ebf5726f2c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:09.263000 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0437b507-33b5-4439-872a-bc2ea64ab467 req-b1910b10-0aa5-4fd1-baed-98ebf5726f2c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 945 time: 0.1288240
Apr 15 20:54:09.318095 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0437b507-33b5-4439-872a-bc2ea64ab467 req-09ab1938-c06b-4629-ac2e-c7d58e96b309 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479426
Apr 15 20:54:09.421977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:09.425837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:09.438852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:09.577190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'Port': ['ID=66a83b54-bfb4-4a9a-9d30-5d0878f9103b,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:09.580271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:09.684098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:09.706492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:09.707840 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8272681
Apr 15 20:54:09.954669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-5696fd54-0a52-4aec-89cb-3edcb94ec554 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Synchronizing usage tracker for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:54:09.971498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-5696fd54-0a52-4aec-89cb-3edcb94ec554 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Unset dirty status for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:54:09.972824 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-5696fd54-0a52-4aec-89cb-3edcb94ec554 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1758421700&fields=id&tenant_id=08781aa151cd48cdae7588ece3fc8b91 HTTP/1.1" status: 200  len: 267 time: 0.0626912
Apr 15 20:54:10.199743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-636dc70d-041a-4028-bd2c-2d38b1b6ff03 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:10.201567 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-636dc70d-041a-4028-bd2c-2d38b1b6ff03 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 810 time: 0.2198615
Apr 15 20:54:10.218610 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-6af58639-1fb7-4581-a570-0b92c6d814f9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/quotas/08781aa151cd48cdae7588ece3fc8b91 HTTP/1.1" status: 200  len: 375 time: 0.0107160
Apr 15 20:54:10.352964 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-f37b8536-b565-4f36-bc71-0f7c6793262f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1276522
Apr 15 20:54:10.400768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:54:10.540288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 09c406c0-9709-490d-b9ec-6581382bcf07 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:10.546092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 09c406c0-9709-490d-b9ec-6581382bcf07 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:10.546272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:10.623847 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-9232c857-978a-409d-8311-c5354b225ffa service neutron] 10.222.0.25 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458203
Apr 15 20:54:10.679035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:10.710240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:10.721296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:10.725247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:10.728070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:10.734522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90af5-20c0-475f-b45e-2e8ddffb5b9b req-142ef91e-cab9-4cde-8492-dfbb8d0183a3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:10.736271 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3be90af5-20c0-475f-b45e-2e8ddffb5b9b req-142ef91e-cab9-4cde-8492-dfbb8d0183a3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 945 time: 0.2184160
Apr 15 20:54:10.803396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:10.806732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:10.824392 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3be90af5-20c0-475f-b45e-2e8ddffb5b9b req-ddf188dc-dd16-411f-b2aa-5f1161dae623 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771291
Apr 15 20:54:10.830152 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-9ea58d35-bf79-4dc9-bbb0-5ac1a7433a9f service neutron] 10.222.0.25 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1964519
Apr 15 20:54:10.899743 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07', 'code': 200}
Apr 15 20:54:11.112001 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6bc1c077-4347-4deb-8d0b-481e8bb5f6c5 req-42a5fbba-a4e8-4ceb-8083-e8f5d64e5388 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 210 time: 0.0650768
Apr 15 20:54:11.226231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b963f-783b-42ec-8487-f61dcd0d6d73 req-96da9ed3-0e39-4665-890a-cf440546c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:11.228162 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-855b963f-783b-42ec-8487-f61dcd0d6d73 req-96da9ed3-0e39-4665-890a-cf440546c2d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1099 time: 0.0852308
Apr 15 20:54:11.279439 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-855b963f-783b-42ec-8487-f61dcd0d6d73 req-995cffb0-8222-4551-932f-600fe527fa93 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424874
Apr 15 20:54:12.162304 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cca4f1-519c-4446-a962-49019c1a0593 req-3521cb9b-fb13-4221-88de-66235f718323 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:12.165591 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-58cca4f1-519c-4446-a962-49019c1a0593 req-3521cb9b-fb13-4221-88de-66235f718323 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1847820
Apr 15 20:54:12.263892 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-58cca4f1-519c-4446-a962-49019c1a0593 req-ae320db3-9bdf-4cf7-90ab-6d57213c2d75 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912530
Apr 15 20:54:12.355524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3c14ebdc-8a28-48c8-9672-85cd84261bdf tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:12.357388 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3c14ebdc-8a28-48c8-9672-85cd84261bdf tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 810 time: 0.3018177
Apr 15 20:54:12.395992 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-55a76a16-8bc7-40d2-8c78-9f5e516fd55f req-fbbbf24c-53ce-4d64-a878-d51450bcc938 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 210 time: 0.0565507
Apr 15 20:54:12.451414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-7b44cb16-7b0f-43b7-8188-3cb4bea508cf tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Synchronizing usage tracker for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:54:12.465345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-7b44cb16-7b0f-43b7-8188-3cb4bea508cf tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Unset dirty status for tenant:08781aa151cd48cdae7588ece3fc8b91 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:54:12.467441 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-7b44cb16-7b0f-43b7-8188-3cb4bea508cf tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08781aa151cd48cdae7588ece3fc8b91 HTTP/1.1" status: 200  len: 5705 time: 0.0986333
Apr 15 20:54:12.478861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'port': {'device_id': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'admin_state_up': True, 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'security_groups': ['9c6a2e1d-f660-4aee-a766-7e4c0938be01']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:12.630806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:12.635997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Usage tracker for resource:port and tenant:08781aa151cd48cdae7588ece3fc8b91 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:12.639412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:12.646022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:12.657383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Made reservation on behalf of 08781aa151cd48cdae7588ece3fc8b91 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:54:12.664317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:12.844417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Allocated IP 172.20.0.6 (bc245558-7323-4c47-8845-a48d9d9c02dd/8a80310d-b616-4310-b44a-7152fca526f5/5cce9839-e6ef-4cd5-8e96-9e228f5d6072) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:54:13.057449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:13.074294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Transition to ACTIVE for port object 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:13.099907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:13.115819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:13.254995 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event updated for resources: {'Port': ['ID=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:13.259768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:13.317980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Network bc245558-7323-4c47-8845-a48d9d9c02dd is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:13.320192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:13.324240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:54:13.446739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:13.447934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:13.516124 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0419135
Apr 15 20:54:13.535706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Request body: {'port': {'device_id': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:13.672543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f0338-294e-42e0-9ddc-2fc534334091 req-f78e8dfb-d4be-4314-8bdb-1291192ad299 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:13.674970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-07074207-df41-4291-b347-5ff9f0bdb0e3 None None] Provisioning for port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:13.681087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-07074207-df41-4291-b347-5ff9f0bdb0e3 None None] Provisioning complete for port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:13.681397 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d49f0338-294e-42e0-9ddc-2fc534334091 req-f78e8dfb-d4be-4314-8bdb-1291192ad299 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.2681305
Apr 15 20:54:13.681752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-07074207-df41-4291-b347-5ff9f0bdb0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:13.734094 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d49f0338-294e-42e0-9ddc-2fc534334091 req-8f7ad51a-7507-4e27-9cd7-f8ada811c1b5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520060
Apr 15 20:54:13.773136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-07074207-df41-4291-b347-5ff9f0bdb0e3 None None] Port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:54:13.787084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbefe39-9cd2-498b-96d0-5aecb9b50ee8 req-d4f5527c-f9b9-48e7-9638-a9d5d9d47536 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:13.788849 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6dbefe39-9cd2-498b-96d0-5aecb9b50ee8 req-d4f5527c-f9b9-48e7-9638-a9d5d9d47536 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 931 time: 0.2280343
Apr 15 20:54:13.790607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:13.852253 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6dbefe39-9cd2-498b-96d0-5aecb9b50ee8 req-c4bf1f4e-3691-42ab-b286-dd620aad5794 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550394
Apr 15 20:54:14.078620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb52202-7bbd-4220-b376-3a1a4e0a1f14 req-6b7bfc4e-846e-428a-8a99-d10c1ab81a38 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:14.081642 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-beb52202-7bbd-4220-b376-3a1a4e0a1f14 req-6b7bfc4e-846e-428a-8a99-d10c1ab81a38 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1471469
Apr 15 20:54:14.094771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57396) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:14.100759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Request body: {'floatingip': {'port_id': '09c406c0-9709-490d-b9ec-6581382bcf07'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:14.197216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:14.478291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:54:14.552507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:14.637579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Transition to ACTIVE for port object 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:14.649983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:14.666118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:14.668008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b2304b7f-b61a-4554-b952-ac4852ec153c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:15.058456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:15.061566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:15.175383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798751c5-40e7-4286-8684-4f20711bb329 req-50160f7f-beec-437f-a50e-f560467b9b0a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:15.177436 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-798751c5-40e7-4286-8684-4f20711bb329 req-50160f7f-beec-437f-a50e-f560467b9b0a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 943 time: 0.1009042
Apr 15 20:54:15.233617 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-798751c5-40e7-4286-8684-4f20711bb329 req-57fbbe71-b25f-4fc2-9821-129d3ffd7dcb tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489843
Apr 15 20:54:15.542243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Attempting to bind port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:54:15.542828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Attempting to bind port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:54:15.542828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Attempting to bind port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 on network bc245558-7323-4c47-8845-a48d9d9c02dd {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:15.558059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:15.559109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 on network bc245558-7323-4c47-8845-a48d9d9c02dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:54:15.559518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Attempting to bind port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 on network bc245558-7323-4c47-8845-a48d9d9c02dd {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:15.563642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:15.622782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:54:15.623118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Checking segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:54:15.623554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Bound using segment: {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:54:15.624022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Bound port: 5cce9839-e6ef-4cd5-8e96-9e228f5d6072, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527ed7d2-0960-4519-85cb-4de18c4008ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:54:15.624420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:15.832659 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Floating IP 76d7af28-700b-4d00-83ee-5db71a331541 associated. External IP: 172.27.2.174, port: 09c406c0-9709-490d-b9ec-6581382bcf07.
Apr 15 20:54:15.884061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] For port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:54:15.958691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] For port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:54:15.970615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:15.986371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a966dad3-e316-4234-8930-c5133c082e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:16.180703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Pushing event updated for resources: {'Port': ['ID=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:16.184148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:16.354492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:16.355717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:16.358380 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] 10.222.0.62 "PUT /v2.0/ports/5cce9839-e6ef-4cd5-8e96-9e228f5d6072 HTTP/1.1" status: 200  len: 1093 time: 2.8326600
Apr 15 20:54:16.363631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:16.478167 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'status': 'completed', 'code': 200}
Apr 15 20:54:16.499612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Router 702df571-b859-4b74-b188-bee78b19b94e has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:54:16.534658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db412e98-6a87-4d4a-9b7f-c3804e7100f1 req-0118af48-8a82-4c4f-83cd-b890284112c1 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:16.536577 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-db412e98-6a87-4d4a-9b7f-c3804e7100f1 req-0118af48-8a82-4c4f-83cd-b890284112c1 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 943 time: 0.1000175
Apr 15 20:54:16.591212 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-db412e98-6a87-4d4a-9b7f-c3804e7100f1 req-7bce3100-9c98-4edf-bc06-163f9eee9426 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466697
Apr 15 20:54:16.690042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-fd5be006-04b6-4811-8c0f-ab248ff3375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:16.691666 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-fd5be006-04b6-4811-8c0f-ab248ff3375f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 1096 time: 0.2504489
Apr 15 20:54:16.781699 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-f49b6a08-5177-477e-ac77-96e68b88a0cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072 HTTP/1.1" status: 200  len: 217 time: 0.0803237
Apr 15 20:54:16.785130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:54:16.789916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:16.795748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300443af-d306-49cb-95df-db5237c5538f None None] Sync routers for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:54:16.809228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:16.809892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca4ba8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:16.904590 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3ef4889c-8744-40a6-b2cc-0aaf185345e2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "PUT /v2.0/floatingips/76d7af28-700b-4d00-83ee-5db71a331541 HTTP/1.1" status: 200  len: 992 time: 2.8085065
Apr 15 20:54:16.910946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-533ed1a3-de22-447e-b0f5-a0c35effa535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:16.912507 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-533ed1a3-de22-447e-b0f5-a0c35effa535 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.0885272
Apr 15 20:54:17.054192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:17.273732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-02e6446e-6a74-4bc0-a2b1-bc9c6646379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:17.275241 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-02e6446e-6a74-4bc0-a2b1-bc9c6646379e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3544133
Apr 15 20:54:17.421798 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-d7376f54-d5ea-44c8-bdb7-b62e55f1b92a service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384110
Apr 15 20:54:17.530771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca4ba8>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '76d7af28-700b-4d00-83ee-5db71a331541', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '702df571-b859-4b74-b188-bee78b19b94e', 'port_id': '09c406c0-9709-490d-b9ec-6581382bcf07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'mac_address': 'fa:16:3e:cf:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:56Z', 'updated_at': '2021-04-15T20:54:15Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:17.537830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300443af-d306-49cb-95df-db5237c5538f None None] Checking router: 702df571-b859-4b74-b188-bee78b19b94e for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:54:17.553768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:17.555001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca4ba8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:17.573676 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8f51707-b36e-4655-81a5-0ab836bfbcba req-33b3331b-2125-499a-b8fd-e135e77fbcc4 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451886
Apr 15 20:54:17.744510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-586576be-5416-4dcd-a7d4-0d04dcd1acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:17.746166 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-586576be-5416-4dcd-a7d4-0d04dcd1acfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 1096 time: 0.1240859
Apr 15 20:54:17.808718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:17.902861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-fe53ef18-6857-459d-8503-fc463e7eb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:17.904779 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-fe53ef18-6857-459d-8503-fc463e7eb215 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 911 time: 0.1512394
Apr 15 20:54:17.944528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782d333-497a-4316-aad8-d47dcffc19dc req-474632fd-f29a-4b38-b276-022ebe8d9cbb tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:17.946380 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a782d333-497a-4316-aad8-d47dcffc19dc req-474632fd-f29a-4b38-b276-022ebe8d9cbb tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 943 time: 0.1228340
Apr 15 20:54:17.988636 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-68c4b05f-92ed-4180-8b84-d51e29c10973 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072 HTTP/1.1" status: 200  len: 217 time: 0.0767288
Apr 15 20:54:18.041671 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a782d333-497a-4316-aad8-d47dcffc19dc req-51a3e51f-cfe0-47a5-a32f-063185a37ac1 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780823
Apr 15 20:54:18.069554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-d1772b05-e84a-4d03-9cd3-1817b2174944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:18.071426 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-d1772b05-e84a-4d03-9cd3-1817b2174944 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.0757394
Apr 15 20:54:18.168481 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-550e6165-85ca-41e2-ae30-1a58b995e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:18.170331 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-550e6165-85ca-41e2-ae30-1a58b995e02b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0903413
Apr 15 20:54:18.318909 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-8247504a-2316-4af4-a102-7cac05c37e80 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401489
Apr 15 20:54:18.466876 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7aca6d1d-1319-40c1-a483-5315c51fd79f req-4b800bfc-879c-409a-923c-edcfc930f382 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409237
Apr 15 20:54:18.479909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:18.483160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-300443af-d306-49cb-95df-db5237c5538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca4ba8>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '76d7af28-700b-4d00-83ee-5db71a331541', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '702df571-b859-4b74-b188-bee78b19b94e', 'port_id': '09c406c0-9709-490d-b9ec-6581382bcf07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'mac_address': 'fa:16:3e:cf:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:56Z', 'updated_at': '2021-04-15T20:54:15Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:18.487669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300443af-d306-49cb-95df-db5237c5538f None None] The sync data for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi is: [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '76d7af28-700b-4d00-83ee-5db71a331541', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '702df571-b859-4b74-b188-bee78b19b94e', 'port_id': '09c406c0-9709-490d-b9ec-6581382bcf07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'mac_address': 'fa:16:3e:cf:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:56Z', 'updated_at': '2021-04-15T20:54:15Z', 'revision_number': 1, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:54:18.534952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07', 'status': 'completed', 'code': 200}
Apr 15 20:54:18.639474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-ac02c672-8270-44c1-b2f7-efc76cde7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:18.641241 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-ac02c672-8270-44c1-b2f7-efc76cde7f2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1099 time: 0.0826919
Apr 15 20:54:18.783636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583563b-991d-4472-8f4f-2ad352693b73 None None] New status for floating IP 76d7af28-700b-4d00-83ee-5db71a331541: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:54:18.814775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-fde2522e-2c46-4d39-bb2f-03bb26d0b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:18.817005 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-fde2522e-2c46-4d39-bb2f-03bb26d0b7cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.1672025
Apr 15 20:54:18.986059 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-c112e0db-bc5e-4fec-9e92-3662a218211f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 200  len: 1000 time: 0.1613872
Apr 15 20:54:19.100418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-950b8e81-cc97-491c-b571-5542d954898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:19.103586 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-950b8e81-cc97-491c-b571-5542d954898d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.1107388
Apr 15 20:54:19.209408 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-fea0ddfa-8797-4c65-92f3-ae650b83f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:19.211150 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-fea0ddfa-8797-4c65-92f3-ae650b83f4a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0993819
Apr 15 20:54:19.216311 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57458) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:19.378745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3378048-73b8-411a-ba6f-db06ab28c6b5 req-60e33d15-5f46-4294-b620-259d37e2f12d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:19.389612 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e3378048-73b8-411a-ba6f-db06ab28c6b5 req-60e33d15-5f46-4294-b620-259d37e2f12d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 943 time: 0.1447875
Apr 15 20:54:19.413266 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-faf0f82b-44fe-4984-ae68-da64817ddb20 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941748
Apr 15 20:54:19.417860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:19.441794 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e3378048-73b8-411a-ba6f-db06ab28c6b5 req-eb25f41b-8494-4e04-9c10-045afe594861 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509615
Apr 15 20:54:19.511044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:19.521161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8a3d552368418986aba663ac6a39a5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:19.525829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:19.540134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:19.606853 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-373258e1-b925-4a01-ae46-ea229a0f2a33 req-37e8a3be-9dbd-4f84-b199-e70c1517b68f service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1791029
Apr 15 20:54:19.667161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:19.670409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:19.677541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-081e07ad-4ff4-4d0b-9787-5dc90d76bbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:19.722728 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd8a3d552368418986aba663ac6a39a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5052276
Apr 15 20:54:19.723826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d378fee8-115c-4b36-9cf9-14af3dfa193e,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:19.725809 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57468) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:19.727862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a75f616d-1476-493b-9257-880a21eae584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:19.797737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:19.825895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:19.872061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:19.876157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-52527308-8d50-4840-9adf-a062918bd482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:19.888076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d378fee8-115c-4b36-9cf9-14af3dfa193e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:19.891912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:19.895211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:19.896420 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d378fee8-115c-4b36-9cf9-14af3dfa193e HTTP/1.1" status: 204  len: 168 time: 0.1690159
Apr 15 20:54:20.416479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:54:20.583369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:20.599318 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'port_id': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'mac_address': 'fa:16:3e:df:b2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:54:20.662220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:20.684427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:54:20.701012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:20.705903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:20.707685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:20.747206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57500) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:20.764752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253e9ff-f9ba-415d-973f-f594f43f7c29 req-9ad36e91-5ae6-4b53-a8cb-cf391729de25 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:20.767117 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5253e9ff-f9ba-415d-973f-f594f43f7c29 req-9ad36e91-5ae6-4b53-a8cb-cf391729de25 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 943 time: 0.1425276
Apr 15 20:54:20.781233 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:20.784801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:20.854636 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5253e9ff-f9ba-415d-973f-f594f43f7c29 req-32e01ac3-2332-4069-8045-05df76a32235 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744145
Apr 15 20:54:20.906475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-125333599-network', 'tenant_id': 'da72dae7612142a19481d4253e6b1ec8'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:20.912105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:20.916736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Usage tracker for resource:network and tenant:da72dae7612142a19481d4253e6b1ec8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:20.920059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:20.927363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:20.936938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Made reservation on behalf of da72dae7612142a19481d4253e6b1ec8 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:54:20.941576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:20.946533 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['5cce9839-e6ef-4cd5-8e96-9e228f5d6072'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:54:20.960403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:20.977914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:20.982356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:da72dae7612142a19481d4253e6b1ec8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:20.985674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:20.992227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:21.097522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.102056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.106782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6e6bd832-650f-4bdc-8bf7-b872cdd28248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:21.133127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184}  {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:54:21.147198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb731beb-a68d-4357-871c-b04cf2bb9bec,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:21.152019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:21.153063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.153454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Added segment f9fb5a26-339a-4901-a8d3-43dd8dc89013 of type vlan for network 5348b569-ab37-4751-b6c8-fb19bbfc5f18
Apr 15 20:54:21.181412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.213429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.214923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:21.215630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.219562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d1b0872f-4601-4f45-a71b-96e28da2180d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:21.333646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=5348b569-ab37-4751-b6c8-fb19bbfc5f18,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:21.337386 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5882542
Apr 15 20:54:21.338389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:21.340573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57506) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:21.346782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:54:21.347015 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Request body: {'subnet': {'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-125333599-subnet', 'tenant_id': 'da72dae7612142a19481d4253e6b1ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:21.352791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:21.357136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Usage tracker for resource:subnet and tenant:da72dae7612142a19481d4253e6b1ec8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:21.360235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:21.366662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:21.377012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Made reservation on behalf of da72dae7612142a19481d4253e6b1ec8 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:54:21.382051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937788'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.753966 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ee92110a-524c-49fa-8a9f-867128fbbe2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1767457768&fields=id&tenant_id=0f5ab76630e4464894f345e62ade816a HTTP/1.1" status: 200  len: 267 time: 0.0479193
Apr 15 20:54:21.812448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851967780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937743'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:21.829197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab8ede02-a56c-4809-9b28-18142ff4dac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:21.850400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-bd8fb8ca-f38f-4406-8ca0-c2c3aca1d4ee tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:21.852142 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-bd8fb8ca-f38f-4406-8ca0-c2c3aca1d4ee tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 985 time: 0.0906446
Apr 15 20:54:21.865825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Request body: {'port': {'security_groups': ['9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:21.966262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45f81c6-77fa-4ad0-b4bb-33902ef2baa1,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:21.969270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:22.038055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Checking segment: {'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:54:22.038433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Network hostable DHCP agents. Network: 5348b569-ab37-4751-b6c8-fb19bbfc5f18, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:54:22.059133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:54:22.069563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 5348b569-ab37-4751-b6c8-fb19bbfc5f18) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:22.082430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ccfd37-2fb0-40fb-b45d-cdb20b8bc9cc None None] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:54:22.083827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:22.084394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:22.107398 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-22dcc739-0eb1-42a9-91fa-16d7b7fa9da6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7656982
Apr 15 20:54:22.165733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:22.369256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0f182-da2d-4caa-84da-a43d11b77efd req-81ae81cd-f485-4dc9-8ebc-b7b3c46bb606 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:22.372029 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-60f0f182-da2d-4caa-84da-a43d11b77efd req-81ae81cd-f485-4dc9-8ebc-b7b3c46bb606 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 944 time: 0.3340011
Apr 15 20:54:22.427704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:54:22.488466 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-60f0f182-da2d-4caa-84da-a43d11b77efd req-bea63b18-856f-4f7c-9156-158c73a82a17 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026154
Apr 15 20:54:22.522012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e45dc03-5177-4c75-ba9a-6a0ec17963fc None None] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:54:22.664158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0937ff84-4ee5-4710-ac63-e831f204b00d,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:22.688820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:22.692839 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:22.709540 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:22.710494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:22.713875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:22.748944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:22.776944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['0937ff84-4ee5-4710-ac63-e831f204b00d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:54:22.945102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:23.050106 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:23.074300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:23.082076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:23.084912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:23.085992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event updated for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=7']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:23.091309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:23.117444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:23.122229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:23.124250 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7d6c80b9-703a-4402-b6c6-b6da4eae1ce1 req-ec11d876-9641-4368-95ad-7a5a82bf8f77 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "PUT /v2.0/ports/0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 943 time: 1.2646015
Apr 15 20:54:23.125067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:23.134795 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57532) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:23.209548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:23.217270 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'code': 200}
Apr 15 20:54:23.219708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['0937ff84-4ee5-4710-ac63-e831f204b00d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:54:23.257336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:23.299305 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'status': 'completed', 'code': 200}
Apr 15 20:54:23.431956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-5fd4dae3-10f3-4a87-9155-5c056eee247a None None] Provisioning complete for port 0937ff84-4ee5-4710-ac63-e831f204b00d triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:23.432320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5fd4dae3-10f3-4a87-9155-5c056eee247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:23.438159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:23.505604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:23.608546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-7cab07b3-a871-4fe8-a60f-c1a8b7969a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:23.610167 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-7cab07b3-a871-4fe8-a60f-c1a8b7969a2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1099 time: 0.2920685
Apr 15 20:54:23.741115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da21e4d-1807-4ae1-a22e-07c795393f5a req-2b8dd20f-4221-47d4-93e9-7b25d7bc7688 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:23.743077 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8da21e4d-1807-4ae1-a22e-07c795393f5a req-2b8dd20f-4221-47d4-93e9-7b25d7bc7688 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 945 time: 0.1235223
Apr 15 20:54:23.992998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad6a03-c7ac-416d-892c-9f87da617fd6 req-91179170-4119-4dd9-99a8-c2e32f04915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:23.994524 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49ad6a03-c7ac-416d-892c-9f87da617fd6 req-91179170-4119-4dd9-99a8-c2e32f04915e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 1098 time: 0.4785206
Apr 15 20:54:24.042805 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8da21e4d-1807-4ae1-a22e-07c795393f5a req-df1f5862-b8d3-4d41-a9de-1652f79e53de tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2920399
Apr 15 20:54:24.077401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-d0ed1547-85d8-42b5-a3db-86466a43eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:24.079448 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-d0ed1547-85d8-42b5-a3db-86466a43eb9f service neutron] 10.222.0.62 "GET /v2.0/networks?id=075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 200  len: 916 time: 0.4615448
Apr 15 20:54:24.086231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:24.094819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c357ecb-c5fa-4bc9-b193-453afafaa3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:24.176267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcde9c-c53c-4f06-87ef-3b0f922b649b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:24.194775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:24.205113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:24.209380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57550) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:24.209584 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "DELETE /v2.0/security-groups/4bdcde9c-c53c-4f06-87ef-3b0f922b649b HTTP/1.1" status: 204  len: 168 time: 1.0734794
Apr 15 20:54:24.211730 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-49ad6a03-c7ac-416d-892c-9f87da617fd6 req-00e51073-de54-4d56-b277-c55eaa2590cd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1673450
Apr 15 20:54:24.245273 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-d13801bd-6765-47bd-aba2-2bf92d32b027 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 1002 time: 0.1516428
Apr 15 20:54:24.357180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-761c8cc0-3f43-4ab7-ac86-bc5cdf137d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:24.359475 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-761c8cc0-3f43-4ab7-ac86-bc5cdf137d45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c045b6b-38d2-4222-bcee-02e8a3077526 HTTP/1.1" status: 200  len: 854 time: 0.0863078
Apr 15 20:54:24.450183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-a45f62b2-112b-4852-8847-307dc5e08ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:24.451820 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-a45f62b2-112b-4852-8847-307dc5e08ecd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=075c7590-ff48-4147-b73c-958c3a77a26a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0848849
Apr 15 20:54:24.580223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-d7e9c75d-e898-49ba-82cb-b875bcbfb0e3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:24.581591 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-d7e9c75d-e898-49ba-82cb-b875bcbfb0e3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/networks?id=5348b569-ab37-4751-b6c8-fb19bbfc5f18 HTTP/1.1" status: 200  len: 813 time: 0.2981601
Apr 15 20:54:24.582970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Deleting port f57eb6bb-6538-4cda-8480-3e0b3af701c5 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:24.583345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:24.605791 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-8f65ccd0-f478-4d54-ab25-3f41a73b5975 service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430364
Apr 15 20:54:24.635000 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-700f682b-74de-4c6c-b36c-dc39a29882c8 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/quotas/da72dae7612142a19481d4253e6b1ec8 HTTP/1.1" status: 200  len: 375 time: 0.0242198
Apr 15 20:54:24.718719 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a92593b0-3566-4f3a-8ed1-e5ef14e62da7 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da72dae7612142a19481d4253e6b1ec8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0733197
Apr 15 20:54:24.761128 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b3f59ae8-9766-47f0-b698-433cae47a391 req-167bb2cd-313a-47d1-aab0-15e395a3ae9d service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480405
Apr 15 20:54:24.938284 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:24.938523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:24.968983 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-b360b1ac-42b7-472a-89d6-2b1468f1a594 service neutron] 10.222.0.25 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035000
Apr 15 20:54:25.120499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Calling delete_port for f57eb6bb-6538-4cda-8480-3e0b3af701c5 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:25.376771 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-cb45c988-2a16-4581-a087-353f876aec96 service neutron] 10.222.0.25 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3509140
Apr 15 20:54:25.416778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226c169-418b-466c-b7cb-da46f5be7334 req-802cdfd6-e433-4387-b777-fa12d1af26b9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:25.418403 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5226c169-418b-466c-b7cb-da46f5be7334 req-802cdfd6-e433-4387-b777-fa12d1af26b9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 945 time: 0.2025962
Apr 15 20:54:25.520531 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5226c169-418b-466c-b7cb-da46f5be7334 req-c5e06264-ded8-4397-ba00-6ce19d4904b5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712330
Apr 15 20:54:25.522364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:25.549694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:25.773329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event deleted for resources: {'Port': ['ID=f57eb6bb-6538-4cda-8480-3e0b3af701c5,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:25.784270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:25.821936 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d6facaf-e16d-4752-b561-b5868c45089e req-e3c95bdd-d55c-4702-b664-eeb65a3a01ae tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.2113056
Apr 15 20:54:25.932957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80967072-6e74-4db6-98cd-0292d44dc6a5 req-807b10b5-448c-4707-b90d-5c353ff53c2d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:25.934612 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80967072-6e74-4db6-98cd-0292d44dc6a5 req-807b10b5-448c-4707-b90d-5c353ff53c2d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 945 time: 0.1677608
Apr 15 20:54:25.946900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57574) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:25.960613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Request body: {'floatingip': {'port_id': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:26.061205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:26.061998 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Floating IP 631c9250-2b20-47ca-a5bd-dce85916eff2 disassociated (deleted). External IP: 172.27.2.119, port: 0937ff84-4ee5-4710-ac63-e831f204b00d.
Apr 15 20:54:26.071472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:26.775582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Router 54c56979-6753-47bc-bce8-32b681a605f8 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:54:26.805505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:26.834600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:27.020160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:54:27.031664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] Sync routers for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:54:27.055471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:27.057102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5afd3c8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:27.090188 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-168b9e68-2bcb-484f-b160-0a75855c5d12 req-932f0ae5-cf36-40ac-ac32-45e792200086 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0619822
Apr 15 20:54:27.092228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:27.166851 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "DELETE /v2.0/floatingips/631c9250-2b20-47ca-a5bd-dce85916eff2 HTTP/1.1" status: 204  len: 168 time: 2.9559205
Apr 15 20:54:27.168311 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:27.170083 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Floating IP 0f718fb1-a0e2-4946-94ba-03a1705f0785 associated. External IP: 172.27.2.91, port: 5cce9839-e6ef-4cd5-8e96-9e228f5d6072.
Apr 15 20:54:27.237718 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'status': 'completed', 'code': 200}
Apr 15 20:54:27.270499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:27.593854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-beabc65b-aa67-40ad-86d6-a4c3ac152db3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:27.595020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-beabc65b-aa67-40ad-86d6-a4c3ac152db3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Synchronizing usage tracker for tenant:da72dae7612142a19481d4253e6b1ec8 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:54:27.683305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-beabc65b-aa67-40ad-86d6-a4c3ac152db3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Unset dirty status for tenant:da72dae7612142a19481d4253e6b1ec8 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:54:27.685158 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-beabc65b-aa67-40ad-86d6-a4c3ac152db3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "GET /v2.0/networks?id=5348b569-ab37-4751-b6c8-fb19bbfc5f18 HTTP/1.1" status: 200  len: 813 time: 0.8772652
Apr 15 20:54:27.691089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260575be-5ea9-47db-a371-59750199967a req-153eb1ce-e077-4d31-b9e8-49e163b6d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:27.693479 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-260575be-5ea9-47db-a371-59750199967a req-153eb1ce-e077-4d31-b9e8-49e163b6d970 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5ab76630e4464894f345e62ade816a&device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 1099 time: 0.4202795
Apr 15 20:54:27.791704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5afd3c8>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 5, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:27.793641 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Request body: {'port': {'device_id': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18', 'admin_state_up': True, 'tenant_id': 'da72dae7612142a19481d4253e6b1ec8'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:27.796455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] Checking router: 54c56979-6753-47bc-bce8-32b681a605f8 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:54:27.806847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:27.807522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5afd3c8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:28.012761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:28.296753 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0b8ff28-7ca2-46e9-91b9-5090b360c2cb req-03f0e32c-1de8-4ed7-840c-a538eaa88876 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0611463
Apr 15 20:54:28.363023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5afd3c8>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 5, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:28.369716 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a05aacb-20b4-4edb-80f7-663d88b459db None None] The sync data for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi is: [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:51:23Z', 'revision_number': 4, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '978382c3-62d1-4cdf-8a42-583abb12af18', 'name': '', 'network_id': '075c7590-ff48-4147-b73c-958c3a77a26a', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'mac_address': 'fa:16:3e:da:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:21Z', 'updated_at': '2021-04-15T20:51:32Z', 'revision_number': 5, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'subnets': [{'id': '7c045b6b-38d2-4222-bcee-02e8a3077526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:54:28.618455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260575be-5ea9-47db-a371-59750199967a req-7aed198c-8387-4da7-b500-8ab2c5312944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:28.620099 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-260575be-5ea9-47db-a371-59750199967a req-7aed198c-8387-4da7-b500-8ab2c5312944 service neutron] 10.222.0.62 "GET /v2.0/networks?id=075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 200  len: 916 time: 0.8447490
Apr 15 20:54:28.695728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Router 06f18ed1-a7c9-4570-b5b9-989702bd81df has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:54:28.709926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:28.714474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Usage tracker for resource:port and tenant:da72dae7612142a19481d4253e6b1ec8 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:28.717653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:28.734874 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-260575be-5ea9-47db-a371-59750199967a req-b75d0462-bed1-48d2-9d26-4b0c80a16c8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 200  len: 217 time: 0.1076708
Apr 15 20:54:28.736833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:28.854107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3d6138-b5a6-456c-bbb3-ad1da18b3b16 None None] New status for floating IP 631c9250-2b20-47ca-a5bd-dce85916eff2: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:54:29.051285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Made reservation on behalf of da72dae7612142a19481d4253e6b1ec8 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:54:29.057945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:29.227564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260575be-5ea9-47db-a371-59750199967a req-4d937359-837b-49d1-bfdc-05462f0bf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:29.230044 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-260575be-5ea9-47db-a371-59750199967a req-4d937359-837b-49d1-bfdc-05462f0bf1c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7c045b6b-38d2-4222-bcee-02e8a3077526 HTTP/1.1" status: 200  len: 854 time: 0.4857748
Apr 15 20:54:29.237060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:54:29.247607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] Sync routers for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:54:29.258330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:29.259021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b65da0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:29.299433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:29.461806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:29.472859 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ea12094d-c028-4b0e-ba10-0d790afc34f8 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "PUT /v2.0/floatingips/0f718fb1-a0e2-4946-94ba-03a1705f0785 HTTP/1.1" status: 200  len: 990 time: 3.5216873
Apr 15 20:54:29.479929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:29.621014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260575be-5ea9-47db-a371-59750199967a req-8e48da3c-c6cd-4543-af7b-4b3296ac5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:29.623435 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-260575be-5ea9-47db-a371-59750199967a req-8e48da3c-c6cd-4543-af7b-4b3296ac5a31 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=075c7590-ff48-4147-b73c-958c3a77a26a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3836706
Apr 15 20:54:29.630876 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f605f38e-433e-4816-8599-80cba82b7297 req-a84f3b5d-0576-4f28-91b7-ee20dd66283f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.2137179
Apr 15 20:54:29.675282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Allocated IP 172.20.0.10 (5348b569-ab37-4751-b6c8-fb19bbfc5f18/a45f81c6-77fa-4ad0-b4bb-33902ef2baa1/103d49e8-e9f2-418c-874a-7ef9cf00f754) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:54:29.686059 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'status': 'completed', 'code': 200}
Apr 15 20:54:29.779515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-399c19f6-1974-4c3d-8466-650870792a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:29.781305 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-399c19f6-1974-4c3d-8466-650870792a15 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=08781aa151cd48cdae7588ece3fc8b91&device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 1098 time: 0.0830255
Apr 15 20:54:29.850921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b65da0>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '0f718fb1-a0e2-4946-94ba-03a1705f0785', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'port_id': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'mac_address': 'fa:16:3e:df:b2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:54:09Z', 'updated_at': '2021-04-15T20:54:26Z', 'revision_number': 1, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:29.855089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] Checking router: 06f18ed1-a7c9-4570-b5b9-989702bd81df for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:54:29.865175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:29.866038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b65da0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:29.930107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-836f1aeb-d3f4-4217-b135-a35982360c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:29.932407 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-836f1aeb-d3f4-4217-b135-a35982360c95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 200  len: 911 time: 0.1429646
Apr 15 20:54:29.957540 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-260575be-5ea9-47db-a371-59750199967a req-18f8a287-2e8f-4f57-bc2b-4dbcbf2e67d9 service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3239007
Apr 15 20:54:30.064132 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-de88ed95-a968-4a36-a476-e232c7bf4c2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072 HTTP/1.1" status: 200  len: 998 time: 0.1244142
Apr 15 20:54:30.066071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:30.158893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-71a27759-e19d-4541-ade8-283bead09787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:30.162255 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-71a27759-e19d-4541-ade8-283bead09787 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 200  len: 849 time: 0.0911944
Apr 15 20:54:30.231457 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-260575be-5ea9-47db-a371-59750199967a req-2d095fd1-06a3-42f8-96e1-725983e3043a service neutron] 10.222.0.62 "GET /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134650
Apr 15 20:54:30.234584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:30.273909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:30.291801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-49b03718-8250-464c-8dad-c8dd33e342f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:30.300957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-c4baae2c-59df-411c-98bb-70bda2457b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:30.303570 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-c4baae2c-59df-411c-98bb-70bda2457b23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bc245558-7323-4c47-8845-a48d9d9c02dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1303558
Apr 15 20:54:30.373860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Pushing event updated for resources: {'Port': ['ID=103d49e8-e9f2-418c-874a-7ef9cf00f754,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:30.380161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:30.513145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b65da0>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '0f718fb1-a0e2-4946-94ba-03a1705f0785', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'port_id': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'mac_address': 'fa:16:3e:df:b2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:54:09Z', 'updated_at': '2021-04-15T20:54:26Z', 'revision_number': 1, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:30.516525 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-2c27c491-a68f-4e31-8a0e-09bcfdba5204 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048764
Apr 15 20:54:30.517886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbe1961-8992-42b5-9ace-44f9306966f2 None None] The sync data for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi is: [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '0f718fb1-a0e2-4946-94ba-03a1705f0785', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'port_id': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'mac_address': 'fa:16:3e:df:b2:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:54:09Z', 'updated_at': '2021-04-15T20:54:26Z', 'revision_number': 1, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:54:30.551541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:30.553750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:30.558993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:54:30.684736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:30.685757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:30.691846 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9abaf84f-03b6-4c70-8ab6-f9a18e93e5c2 req-3885003a-36a2-4f4e-a7bc-6a3a1f02a084 service neutron] 10.222.0.62 "GET /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670272
Apr 15 20:54:30.719424 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9328306
Apr 15 20:54:30.733416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Request body: {'port': {'device_id': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:30.808913 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddd61f-6290-46c0-afbc-2dce475797dd req-54977bfb-efd2-4d30-b7be-68bbc3ac9cba tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:30.809739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-78ddd61f-6290-46c0-afbc-2dce475797dd req-54977bfb-efd2-4d30-b7be-68bbc3ac9cba tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Synchronizing usage tracker for tenant:0f5ab76630e4464894f345e62ade816a on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:54:30.831218 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-78ddd61f-6290-46c0-afbc-2dce475797dd req-54977bfb-efd2-4d30-b7be-68bbc3ac9cba tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Unset dirty status for tenant:0f5ab76630e4464894f345e62ade816a on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:54:30.832768 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78ddd61f-6290-46c0-afbc-2dce475797dd req-54977bfb-efd2-4d30-b7be-68bbc3ac9cba tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.1203952
Apr 15 20:54:30.906405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e0279-08fc-4432-a961-ea86248cf5c2 None None] New status for floating IP 0f718fb1-a0e2-4946-94ba-03a1705f0785: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:54:30.918266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:30.934451 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78ddd61f-6290-46c0-afbc-2dce475797dd req-5026e065-f201-4843-be58-d76910174c56 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890145
Apr 15 20:54:31.309653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee394d-f3f7-4097-a981-73fa2b7cb3d8 req-6b527cda-f833-4760-9f03-110c646447bd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:31.312383 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e2ee394d-f3f7-4097-a981-73fa2b7cb3d8 req-6b527cda-f833-4760-9f03-110c646447bd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 932 time: 0.2065594
Apr 15 20:54:31.391408 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e2ee394d-f3f7-4097-a981-73fa2b7cb3d8 req-73c3d7a5-127c-45b6-a3c5-c5aa79f905d4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719192
Apr 15 20:54:31.402932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103d49e8-e9f2-418c-874a-7ef9cf00f754 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:54:31.411500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:31.427965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Transition to ACTIVE for port object 103d49e8-e9f2-418c-874a-7ef9cf00f754 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:31.431079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:31.444702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:31.579584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=103d49e8-e9f2-418c-874a-7ef9cf00f754,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:31.584011 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:32.057737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Attempting to bind port 103d49e8-e9f2-418c-874a-7ef9cf00f754 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:54:32.058278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Attempting to bind port 103d49e8-e9f2-418c-874a-7ef9cf00f754 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:54:32.058410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Attempting to bind port 103d49e8-e9f2-418c-874a-7ef9cf00f754 on network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:32.063890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Port 103d49e8-e9f2-418c-874a-7ef9cf00f754 on network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:54:32.064275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Attempting to bind port 103d49e8-e9f2-418c-874a-7ef9cf00f754 on network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:32.070409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:54:32.070848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Checking segment: {'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:54:32.071305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Bound using segment: {'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:54:32.071923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Bound port: 103d49e8-e9f2-418c-874a-7ef9cf00f754, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:54:32.072299 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:32.169594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] For port 103d49e8-e9f2-418c-874a-7ef9cf00f754, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:54:32.172895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] For port 103d49e8-e9f2-418c-874a-7ef9cf00f754, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=103d49e8-e9f2-418c-874a-7ef9cf00f754,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:54:32.177493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:32.194719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280a0c4-153b-4398-b52c-2d1a606d7600 req-364594bf-4c0e-4ec1-919d-a3aef1ff41ed tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:32.195155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1f459f33-0e80-4ff2-9bac-e3fc40c6a6dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:32.196393 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0280a0c4-153b-4398-b52c-2d1a606d7600 req-364594bf-4c0e-4ec1-919d-a3aef1ff41ed tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.0922959
Apr 15 20:54:32.253521 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0280a0c4-153b-4398-b52c-2d1a606d7600 req-50173329-4782-4fc6-b0d4-d34e3f0c87fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500927
Apr 15 20:54:32.352847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=103d49e8-e9f2-418c-874a-7ef9cf00f754,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:32.356286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:32.393985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:32.394658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:32.396221 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] 10.222.0.62 "PUT /v2.0/ports/103d49e8-e9f2-418c-874a-7ef9cf00f754 HTTP/1.1" status: 200  len: 1094 time: 1.6678088
Apr 15 20:54:32.396752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'tag': '103d49e8-e9f2-418c-874a-7ef9cf00f754'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:32.502231 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'tag': '103d49e8-e9f2-418c-874a-7ef9cf00f754', 'status': 'completed', 'code': 200}
Apr 15 20:54:32.558397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-14f74031-8fb3-4b67-ad02-7529a5dc35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:32.560074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-14f74031-8fb3-4b67-ad02-7529a5dc35cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da72dae7612142a19481d4253e6b1ec8&device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 1097 time: 0.1171145
Apr 15 20:54:32.662594 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-a5dc135c-25c6-42b2-88fa-a77aa6ee6be2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=103d49e8-e9f2-418c-874a-7ef9cf00f754 HTTP/1.1" status: 200  len: 217 time: 0.0890207
Apr 15 20:54:32.692028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-646d9a73-6626-4731-a4b1-9a2439ab17cf tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:32.693555 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-646d9a73-6626-4731-a4b1-9a2439ab17cf tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.62 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.2235556
Apr 15 20:54:32.765464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-42d3a00e-6850-49fa-8a45-18a2f08df010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:32.767421 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-42d3a00e-6850-49fa-8a45-18a2f08df010 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a45f81c6-77fa-4ad0-b4bb-33902ef2baa1 HTTP/1.1" status: 200  len: 853 time: 0.0974479
Apr 15 20:54:32.770148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e3f56-289f-43fd-abc3-cd3f5f45d0ec req-f665178d-c9e3-403f-9d98-5685cd522bd3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:32.771865 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e95e3f56-289f-43fd-abc3-cd3f5f45d0ec req-f665178d-c9e3-403f-9d98-5685cd522bd3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 944 time: 0.1964746
Apr 15 20:54:32.862575 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-fdc89ae9-0e75-49e9-9aaa-e872c03fbe6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5348b569-ab37-4751-b6c8-fb19bbfc5f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0870638
Apr 15 20:54:32.865434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Deleting port 0937ff84-4ee5-4710-ac63-e831f204b00d {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:32.865910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:33.016779 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e95e3f56-289f-43fd-abc3-cd3f5f45d0ec req-7118ecc8-1489-44e5-92aa-5d190ceb0310 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265260
Apr 15 20:54:33.068435 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-95adf438-b58f-4eb8-9a22-d2079543cde7 service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984847
Apr 15 20:54:33.224237 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c68cb2-83f1-4ca6-90a0-43b53982a886 req-6846167e-8b4b-4bee-b985-2895202c8dcf service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481853
Apr 15 20:54:33.260025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] For port 0937ff84-4ee5-4710-ac63-e831f204b00d, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0937ff84-4ee5-4710-ac63-e831f204b00d,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:33.260411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:33.358910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-6e1e2f7d-ac32-4b15-8c54-b234be3ca87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:33.361632 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-6e1e2f7d-ac32-4b15-8c54-b234be3ca87d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da72dae7612142a19481d4253e6b1ec8&device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 1097 time: 0.0884144
Apr 15 20:54:33.398056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Calling delete_port for 0937ff84-4ee5-4710-ac63-e831f204b00d owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:33.530175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-174ff0f0-b5a3-4545-baf4-e40520247bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:33.531662 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-174ff0f0-b5a3-4545-baf4-e40520247bff service neutron] 10.222.0.62 "GET /v2.0/networks?id=5348b569-ab37-4751-b6c8-fb19bbfc5f18 HTTP/1.1" status: 200  len: 914 time: 0.1624091
Apr 15 20:54:33.593295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ec90a-41ff-4049-a2bb-a94fa230f639 req-372dea88-bd5a-49d9-bd6b-41399c8c6c6d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:33.594938 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d0ec90a-41ff-4049-a2bb-a94fa230f639 req-372dea88-bd5a-49d9-bd6b-41399c8c6c6d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/ports?device_id=59b6d1a2-a067-4d7b-8b97-f270dce1dc67 HTTP/1.1" status: 200  len: 946 time: 0.1667333
Apr 15 20:54:33.613097 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-427f9b21-c34f-4036-a2ed-b52657cbb880 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=103d49e8-e9f2-418c-874a-7ef9cf00f754 HTTP/1.1" status: 200  len: 217 time: 0.0738680
Apr 15 20:54:33.666301 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d0ec90a-41ff-4049-a2bb-a94fa230f639 req-893181d3-7ed5-4b88-b8c8-4a7eed190d59 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.25 "GET /v2.0/security-groups?id=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622456
Apr 15 20:54:33.667596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:33.679558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['0937ff84-4ee5-4710-ac63-e831f204b00d'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:54:33.684011 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:33.720297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-fbec8d4a-7210-47d9-b9ad-7b1e58ca48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:33.722252 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-fbec8d4a-7210-47d9-b9ad-7b1e58ca48e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a45f81c6-77fa-4ad0-b4bb-33902ef2baa1 HTTP/1.1" status: 200  len: 853 time: 0.1008246
Apr 15 20:54:33.779776 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-53c4d124-8c3d-4bdd-9b7c-02ef4d6bf4e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5348b569-ab37-4751-b6c8-fb19bbfc5f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500944
Apr 15 20:54:33.781099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Pushing event deleted for resources: {'Port': ['ID=0937ff84-4ee5-4710-ac63-e831f204b00d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:33.801033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:33.928372 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-1cab2e0a-323b-4140-bfa4-ba2f6646ef1a service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409314
Apr 15 20:54:33.934699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] No DVR routers for this DVR port 0937ff84-4ee5-4710-ac63-e831f204b00d on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:54:33.937203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:33.940230 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'name': 'network-vif-deleted', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:33.957775 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7ae34b56-d903-4060-bab0-9bc36cbc6d9d req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] 10.222.0.62 "DELETE /v2.0/ports/0937ff84-4ee5-4710-ac63-e831f204b00d HTTP/1.1" status: 204  len: 173 time: 1.2533951
Apr 15 20:54:34.016807 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b6d1a2-a067-4d7b-8b97-f270dce1dc67', 'name': 'network-vif-deleted', 'tag': '0937ff84-4ee5-4710-ac63-e831f204b00d', 'status': 'completed', 'code': 200}
Apr 15 20:54:34.053937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-be9a79d9-b403-4ad6-bc4a-64031ebfaae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:34.095557 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5112aa3-b902-4026-9fa7-b3811a253802 req-5dc0c943-7bc5-43f2-b72b-eba6830de4f2 service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554348
Apr 15 20:54:34.279225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9548c7-1ddd-4022-813b-cff4f0a4820b req-46598ca3-c723-4e72-94f5-c0ec88ff36e5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:34.281889 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d9548c7-1ddd-4022-813b-cff4f0a4820b req-46598ca3-c723-4e72-94f5-c0ec88ff36e5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 944 time: 0.1175642
Apr 15 20:54:34.338597 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d9548c7-1ddd-4022-813b-cff4f0a4820b req-6ba3ec51-5aa6-499b-a14c-24289d99f066 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501461
Apr 15 20:54:35.547812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57712) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:35.920860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0c2dbfba-01cd-4fc7-9658-2eb074bbad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:35.968224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e73ed-bb68-4601-93d0-f2a1fde193cc req-234e688e-4cd8-4340-914c-1f7bdf26e8c2 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:35.969800 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-207e73ed-bb68-4601-93d0-f2a1fde193cc req-234e688e-4cd8-4340-914c-1f7bdf26e8c2 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 944 time: 0.4881792
Apr 15 20:54:36.055923 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-207e73ed-bb68-4601-93d0-f2a1fde193cc req-a78ed158-3d2e-4d6a-a051-86f8784eddf7 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711622
Apr 15 20:54:36.454335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:36.533333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 103d49e8-e9f2-418c-874a-7ef9cf00f754 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:54:36.537158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 0937ff84-4ee5-4710-ac63-e831f204b00d no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:36.582566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 0937ff84-4ee5-4710-ac63-e831f204b00d {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:36.583190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 0937ff84-4ee5-4710-ac63-e831f204b00d not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:36.615856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:36.736895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 103d49e8-e9f2-418c-874a-7ef9cf00f754, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=103d49e8-e9f2-418c-874a-7ef9cf00f754,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:36.752549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '103d49e8-e9f2-418c-874a-7ef9cf00f754', 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18', 'port_id': '103d49e8-e9f2-418c-874a-7ef9cf00f754', 'mac_address': 'fa:16:3e:01:bd:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45f81c6-77fa-4ad0-b4bb-33902ef2baa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:54:36.818675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:36.837489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103d49e8-e9f2-418c-874a-7ef9cf00f754 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:54:36.849222 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Deleting port 978382c3-62d1-4cdf-8a42-583abb12af18 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:36.849568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:36.854691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 103d49e8-e9f2-418c-874a-7ef9cf00f754, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=103d49e8-e9f2-418c-874a-7ef9cf00f754,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:36.858149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:36.860035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0882bbc2-e1dc-48f3-85c3-a3d9a2bf88a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:36.929435 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=103d49e8-e9f2-418c-874a-7ef9cf00f754,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:36.932662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:37.040024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] For port 978382c3-62d1-4cdf-8a42-583abb12af18, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=978382c3-62d1-4cdf-8a42-583abb12af18,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:37.040431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:37.126539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['103d49e8-e9f2-418c-874a-7ef9cf00f754'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:54:37.186019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Calling delete_port for 978382c3-62d1-4cdf-8a42-583abb12af18 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:37.277379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:37.371443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d074446-93e3-4fd6-83fa-fe01d2220ef0 req-519db509-00fe-426a-b218-3182412b8789 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:37.373074 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7d074446-93e3-4fd6-83fa-fe01d2220ef0 req-519db509-00fe-426a-b218-3182412b8789 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 945 time: 0.1959829
Apr 15 20:54:37.457732 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7d074446-93e3-4fd6-83fa-fe01d2220ef0 req-a5b07125-4611-4e68-9de0-f2a1df9c4395 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757294
Apr 15 20:54:37.492153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:37.507082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:37.602527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Pushing event deleted for resources: {'Port': ['ID=978382c3-62d1-4cdf-8a42-583abb12af18,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:37.616008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.616557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.616949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.617340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.617703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.618077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.618467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.618930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.619315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.619695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.620098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.620474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:37.630561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:37.964526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:38.431001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:38.534995 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 103d49e8-e9f2-418c-874a-7ef9cf00f754 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:54:38.617446 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 103d49e8-e9f2-418c-874a-7ef9cf00f754 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:38.623016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 103d49e8-e9f2-418c-874a-7ef9cf00f754 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:38.623435 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:38.768265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:38.801781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103d49e8-e9f2-418c-874a-7ef9cf00f754'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:54:38.813987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 103d49e8-e9f2-418c-874a-7ef9cf00f754, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=103d49e8-e9f2-418c-874a-7ef9cf00f754,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:38.817710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:38.819908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:38.834161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e91547-5d1d-40a4-803c-fde9bf3464d1 req-1dc86b9a-d598-4ecb-8164-7e1b4354ae20 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:38.836539 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56e91547-5d1d-40a4-803c-fde9bf3464d1 req-1dc86b9a-d598-4ecb-8164-7e1b4354ae20 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 945 time: 0.1441283
Apr 15 20:54:38.838812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Router 54c56979-6753-47bc-bce8-32b681a605f8 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:54:38.894495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=103d49e8-e9f2-418c-874a-7ef9cf00f754,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:38.897759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:38.926822 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103d49e8-e9f2-418c-874a-7ef9cf00f754', 'code': 200}
Apr 15 20:54:39.022387 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56e91547-5d1d-40a4-803c-fde9bf3464d1 req-7da44c58-8259-442a-a67d-b0ceb88cc2b3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1782067
Apr 15 20:54:39.069146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:54:39.079437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] Sync routers for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:54:39.082307 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] 10.222.0.25 "PUT /v2.0/routers/54c56979-6753-47bc-bce8-32b681a605f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5333965
Apr 15 20:54:39.085290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57736) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:39.089931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:39.090612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5915208>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:39.184957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97be896-e822-4566-ab81-eca88c8a6385 req-c068b271-c732-48a7-ac0b-a917f8f0cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:39.186674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d97be896-e822-4566-ab81-eca88c8a6385 req-c068b271-c732-48a7-ac0b-a917f8f0cf96 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 1099 time: 0.0786462
Apr 15 20:54:39.231802 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d97be896-e822-4566-ab81-eca88c8a6385 req-ad172f4b-3012-42aa-bcd9-652037f40094 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372994
Apr 15 20:54:39.280581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:39.283314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:39.473372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:39.482586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Deleting port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:39.482953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:39.595993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5915208>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:54:37Z', 'revision_number': 5, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port': {'id': '28c7195d-a1ef-4a3f-aaf9-29c710aa0248', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c56979-6753-47bc-bce8-32b681a605f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:15Z', 'updated_at': '2021-04-15T20:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:39.600458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] Checking router: 54c56979-6753-47bc-bce8-32b681a605f8 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:54:39.609925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] Routers {'54c56979-6753-47bc-bce8-32b681a605f8'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:39.610575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5915208>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['54c56979-6753-47bc-bce8-32b681a605f8'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:39.669503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] For port 28c7195d-a1ef-4a3f-aaf9-29c710aa0248, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:39.670087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:39.774777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] Set router 54c56979-6753-47bc-bce8-32b681a605f8 gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:39.802848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Calling delete_port for 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:39.892527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5915208>, [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:54:39Z', 'revision_number': 6, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:39.897334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1cc617-3813-4f3a-9137-e5efab45df85 None None] The sync data for ids ['54c56979-6753-47bc-bce8-32b681a605f8'] in dv-cinder-562053-18-iscsi is: [{'id': '54c56979-6753-47bc-bce8-32b681a605f8', 'name': 'tempest-TestMinimumBasicScenario-1351787739-router', 'tenant_id': '0f5ab76630e4464894f345e62ade816a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:14Z', 'updated_at': '2021-04-15T20:54:39Z', 'revision_number': 6, 'project_id': '0f5ab76630e4464894f345e62ade816a', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:54:40.000118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.017751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d21bed35-e8fe-4fa6-a34b-1db4c23ea06c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:40.115849 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c7195d-a1ef-4a3f-aaf9-29c710aa0248,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:40.120074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:40.369071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30b98f-4c72-4c30-af87-5f741cdab845 req-169f0081-13e2-4c83-b983-d8aa8b802bb9 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:40.370684 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fa30b98f-4c72-4c30-af87-5f741cdab845 req-169f0081-13e2-4c83-b983-d8aa8b802bb9 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 946 time: 0.2106752
Apr 15 20:54:40.399679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.622159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.626958 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fa30b98f-4c72-4c30-af87-5f741cdab845 req-93d85fb0-6bd5-499b-a54a-3349f8b0325c tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480812
Apr 15 20:54:40.628198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.663253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.663891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54c56979-6753-47bc-bce8-32b681a605f8 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:54:40.678294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.679803 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-af288990-6dff-4536-9a05-f55da66284f7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/54c56979-6753-47bc-bce8-32b681a605f8 HTTP/1.1" status: 204  len: 168 time: 1.5931659
Apr 15 20:54:40.682719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57748) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:40.758431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Deleting subnet 7c045b6b-38d2-4222-bcee-02e8a3077526 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:54:40.762606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.790544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 978382c3-62d1-4cdf-8a42-583abb12af18 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:40.821410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:40.838610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 978382c3-62d1-4cdf-8a42-583abb12af18 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:40.839053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 978382c3-62d1-4cdf-8a42-583abb12af18 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:40.839596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:40.882476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:40.882907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 28c7195d-a1ef-4a3f-aaf9-29c710aa0248 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:40.955453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:41.244880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:41.269372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:41.357092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c045b6b-38d2-4222-bcee-02e8a3077526,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:41.371225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:41.410380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:41.415817 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87592ec4-77c3-427e-9613-10a6faf96ecc None None] Network 075c7590-ff48-4147-b73c-958c3a77a26a requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:54:41.417450 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7c045b6b-38d2-4222-bcee-02e8a3077526 HTTP/1.1" status: 204  len: 168 time: 0.7336020
Apr 15 20:54:41.420328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57754) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:41.539587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:41.610811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Deleting port 6986ec5d-4383-4ba9-abb1-50bc80945a1f {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:41.611092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:41.699949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26e956-9934-413d-b538-447850cc7e41 None None] DHCP port deletion for 075c7590-ff48-4147-b73c-958c3a77a26a request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:54:41.707031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Deleting port 6986ec5d-4383-4ba9-abb1-50bc80945a1f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:41.707555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:41.903010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] For port 6986ec5d-4383-4ba9-abb1-50bc80945a1f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=6986ec5d-4383-4ba9-abb1-50bc80945a1f,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:41.903403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:41.940222 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-de26e956-9934-413d-b538-447850cc7e41 None None] For port 6986ec5d-4383-4ba9-abb1-50bc80945a1f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=6986ec5d-4383-4ba9-abb1-50bc80945a1f,segment=NetworkSegment(1d2e3f91-7fd9-47d1-a10e-6cf15f412988),segment_id=1d2e3f91-7fd9-47d1-a10e-6cf15f412988)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:41.940593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:42.048092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Calling delete_port for 6986ec5d-4383-4ba9-abb1-50bc80945a1f owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:42.073627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Calling delete_port for 6986ec5d-4383-4ba9-abb1-50bc80945a1f owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:42.113799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b11db-a5e0-42a5-80bf-399ee4ec6aae req-4f242cbf-12f7-4ad8-a51c-200b95edb405 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:42.115335 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-077b11db-a5e0-42a5-80bf-399ee4ec6aae req-4f242cbf-12f7-4ad8-a51c-200b95edb405 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 946 time: 0.3564382
Apr 15 20:54:42.183350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:42.200658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:42.224262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:54:42.224817 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:54:42.251081 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-077b11db-a5e0-42a5-80bf-399ee4ec6aae req-df91fb12-5415-47e8-b9d1-a2cd8d6587cc tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263962
Apr 15 20:54:42.586916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Pushing event deleted for resources: {'Port': ['ID=6986ec5d-4383-4ba9-abb1-50bc80945a1f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:42.589676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:42.628710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] No DVR routers for this DVR port 6986ec5d-4383-4ba9-abb1-50bc80945a1f on host dv-cinder-562053-18-iscsi {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:54:42.726625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Deleting port 6986ec5d-4383-4ba9-abb1-50bc80945a1f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:42.727619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-de26e956-9934-413d-b538-447850cc7e41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:42.758453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:42.814858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6986ec5d-4383-4ba9-abb1-50bc80945a1f no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:42.850231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-de26e956-9934-413d-b538-447850cc7e41 None None] The port '6986ec5d-4383-4ba9-abb1-50bc80945a1f' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:54:42.866791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 6986ec5d-4383-4ba9-abb1-50bc80945a1f {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:42.869841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6986ec5d-4383-4ba9-abb1-50bc80945a1f not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:42.888616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c4e45f60>,) {'filters': {'network_id': ['075c7590-ff48-4147-b73c-958c3a77a26a']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:42.904797 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4e45f60>, '1d2e3f91-7fd9-47d1-a10e-6cf15f412988') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:42.905198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c4e45f60>, '1d2e3f91-7fd9-47d1-a10e-6cf15f412988') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:42.920588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:42.946411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:42.966695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:54:43.152786 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Network 075c7590-ff48-4147-b73c-958c3a77a26a has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:54:43.167182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:43.353329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Network 075c7590-ff48-4147-b73c-958c3a77a26a has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:54:43.377378 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:54:43.472215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:43.476749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:43.493682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:43.502608 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Pushing event deleted for resources: {'Network': ['ID=075c7590-ff48-4147-b73c-958c3a77a26a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:43.505990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:43.517445 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] 10.222.0.25 "DELETE /v2.0/networks/075c7590-ff48-4147-b73c-958c3a77a26a HTTP/1.1" status: 204  len: 168 time: 2.0954347
Apr 15 20:54:43.520229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57824) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:44.134592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:44.528708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Deleting port 213ede2a-5bf3-48af-b299-f0431a318046 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:44.529152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:44.669560 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:44.726851 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] For port 213ede2a-5bf3-48af-b299-f0431a318046, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=213ede2a-5bf3-48af-b299-f0431a318046,segment=NetworkSegment(7f4fa18e-2787-4ef0-ad02-2e37ff03d951),segment_id=7f4fa18e-2787-4ef0-ad02-2e37ff03d951)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:44.727238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:44.863430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Calling delete_port for 213ede2a-5bf3-48af-b299-f0431a318046 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:44.890883 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:54:45.048551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:45.061866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab88f2ea-1ef8-4559-8098-6842e4a60a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:45.112492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Pushing event deleted for resources: {'Port': ['ID=213ede2a-5bf3-48af-b299-f0431a318046,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:45.159714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:45.199187 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-357f0660-bfbd-406a-bc31-f70c4dbe0b60 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0922334
Apr 15 20:54:45.367185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-544de3ae-3690-46c6-bbe5-5eb814a69e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:45.368774 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-544de3ae-3690-46c6-bbe5-5eb814a69e2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1098 time: 0.0826941
Apr 15 20:54:45.532509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-16feca25-1da8-49d1-9174-d399d0a8f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:45.534088 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-16feca25-1da8-49d1-9174-d399d0a8f987 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 909 time: 0.1440480
Apr 15 20:54:45.653272 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-e63860db-d33b-42ab-a5d7-2e5f84189ac7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 1000 time: 0.1119292
Apr 15 20:54:45.729389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-f9749e2a-9e14-475d-8b96-60d9559ea625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:45.731018 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-f9749e2a-9e14-475d-8b96-60d9559ea625 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 200  len: 847 time: 0.0705040
Apr 15 20:54:45.788873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:45.837512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-6387d995-0a92-48f6-8bb5-04079053884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:45.839177 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-6387d995-0a92-48f6-8bb5-04079053884e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f827cc-3540-4854-8d56-93796ba9f305&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0857570
Apr 15 20:54:45.995066 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-6455f619-c1c6-4a0c-81f4-2a2069f835a9 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489022
Apr 15 20:54:46.143636 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c753e209-76ec-4dec-82ab-1ab7e09500c9 req-aa2f15ce-8be0-4c3b-8465-9bfbea9ef470 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410775
Apr 15 20:54:46.339185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Router 081ac326-014b-41a6-b904-55d98f037afe has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:54:46.535061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:54:46.547622 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] 10.222.0.25 "PUT /v2.0/routers/081ac326-014b-41a6-b904-55d98f037afe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0234523
Apr 15 20:54:46.547868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] Sync routers for ids ['081ac326-014b-41a6-b904-55d98f037afe'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:54:46.547963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57846) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:46.556838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] Routers {'081ac326-014b-41a6-b904-55d98f037afe'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:46.557490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c582d6a0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['081ac326-014b-41a6-b904-55d98f037afe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:46.744196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:46.753976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] Set router 081ac326-014b-41a6-b904-55d98f037afe gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:46.942771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:46.953221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Deleting port af23efdc-5fb6-42bf-9b3c-c293b5c7549a {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:46.953585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:47.070405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c582d6a0>, [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:54:44Z', 'revision_number': 5, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port': {'id': 'af23efdc-5fb6-42bf-9b3c-c293b5c7549a', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081ac326-014b-41a6-b904-55d98f037afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:29Z', 'updated_at': '2021-04-15T20:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:47.074534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] Checking router: 081ac326-014b-41a6-b904-55d98f037afe for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:54:47.083854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] Routers {'081ac326-014b-41a6-b904-55d98f037afe'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:47.084499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c582d6a0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['081ac326-014b-41a6-b904-55d98f037afe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:47.147884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] For port af23efdc-5fb6-42bf-9b3c-c293b5c7549a, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:47.148261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:47.285871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Calling delete_port for af23efdc-5fb6-42bf-9b3c-c293b5c7549a owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:47.416852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] Set router 081ac326-014b-41a6-b904-55d98f037afe gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:47.472568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:47.486833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:47.534364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c582d6a0>, [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:54:46Z', 'revision_number': 6, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:47.539119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83079a3-6db5-4c7c-bb28-409abb49a536 None None] The sync data for ids ['081ac326-014b-41a6-b904-55d98f037afe'] in dv-cinder-562053-18-iscsi is: [{'id': '081ac326-014b-41a6-b904-55d98f037afe', 'name': 'tempest-TestMinimumBasicScenario-1652882040-router', 'tenant_id': '1139405a04684ed5acd1031ba9343c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:28Z', 'updated_at': '2021-04-15T20:54:46Z', 'revision_number': 6, 'project_id': '1139405a04684ed5acd1031ba9343c2b', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:54:47.583236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=af23efdc-5fb6-42bf-9b3c-c293b5c7549a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:47.590400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:47.763961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:47.952454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:47.955008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:47.986464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:47.987028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 081ac326-014b-41a6-b904-55d98f037afe {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:54:48.001065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:48.002296 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/081ac326-014b-41a6-b904-55d98f037afe HTTP/1.1" status: 204  len: 168 time: 1.4533095
Apr 15 20:54:48.005184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57858) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:48.073536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Deleting subnet 315fea24-4d8b-4ebb-9a1c-882ae5a7111e {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:54:48.077324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:48.138652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:48.228833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:48.496943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:48.511027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a77419ae-05f4-4b3f-9255-0d979241eaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:48.549149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315fea24-4d8b-4ebb-9a1c-882ae5a7111e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:48.599825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:48.649898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:48.655952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc6f0a-1251-483a-90cb-3e847bc4dc26 None None] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:54:48.656378 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-98549ca9-eef0-483e-81a0-744e562d93a9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/315fea24-4d8b-4ebb-9a1c-882ae5a7111e HTTP/1.1" status: 204  len: 168 time: 0.6501420
Apr 15 20:54:48.659121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57864) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:48.798581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:48.835755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 213ede2a-5bf3-48af-b299-f0431a318046 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:48.878057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 213ede2a-5bf3-48af-b299-f0431a318046 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:48.878790 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 213ede2a-5bf3-48af-b299-f0431a318046 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:48.878790 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device af23efdc-5fb6-42bf-9b3c-c293b5c7549a no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:49.108632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: af23efdc-5fb6-42bf-9b3c-c293b5c7549a {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:49.114320 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device af23efdc-5fb6-42bf-9b3c-c293b5c7549a not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:49.162902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Deleting port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:49.163313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:49.191162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] DHCP port deletion for 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:54:49.195441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Deleting port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:49.196007 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:49.410524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] For port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,segment=NetworkSegment(7f4fa18e-2787-4ef0-ad02-2e37ff03d951),segment_id=7f4fa18e-2787-4ef0-ad02-2e37ff03d951)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:49.411066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:49.423625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] For port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,segment=NetworkSegment(7f4fa18e-2787-4ef0-ad02-2e37ff03d951),segment_id=7f4fa18e-2787-4ef0-ad02-2e37ff03d951)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:49.424040 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:49.555844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Calling delete_port for b09e8c91-7bb8-494e-88f8-5dd8d1d472fd owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:49.572726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Calling delete_port for b09e8c91-7bb8-494e-88f8-5dd8d1d472fd owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:54:49.640531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:49.653507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:54:49.653985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:54:49.656636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29cef8bf-a1d2-4f7b-b828-b8c8f08ab582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:49.763331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09e8c91-7bb8-494e-88f8-5dd8d1d472fd,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:49.767975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:49.809831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] No DVR routers for this DVR port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd on host dv-cinder-562053-18-iscsi {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:54:49.947160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.070055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75bfc98ef0>,) {'filters': {'network_id': ['5ab2e9fd-b35c-4355-a55d-3702fa5ab853']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:50.084065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bfc98ef0>, '7f4fa18e-2787-4ef0-ad02-2e37ff03d951') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:50.084403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bfc98ef0>, '7f4fa18e-2787-4ef0-ad02-2e37ff03d951') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:50.097821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.114296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.120976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:54:50.155393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Deleting port b09e8c91-7bb8-494e-88f8-5dd8d1d472fd {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:54:50.155870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.231830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-fd4eeacc-8d4f-4c60-9dd0-999f596c225c None None] The port 'b09e8c91-7bb8-494e-88f8-5dd8d1d472fd' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:54:50.312816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:54:50.323188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.509118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Network 5ab2e9fd-b35c-4355-a55d-3702fa5ab853 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:54:50.536178 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:54:50.628526 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.632756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:50.646942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.658105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab2e9fd-b35c-4355-a55d-3702fa5ab853,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:50.661111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:50.663008 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5ab2e9fd-b35c-4355-a55d-3702fa5ab853 HTTP/1.1" status: 204  len: 168 time: 2.0029109
Apr 15 20:54:50.789676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device b09e8c91-7bb8-494e-88f8-5dd8d1d472fd no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:54:50.800274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57884) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:50.826262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: b09e8c91-7bb8-494e-88f8-5dd8d1d472fd {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:54:50.826654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device b09e8c91-7bb8-494e-88f8-5dd8d1d472fd not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:54:50.858730 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-76bbe493-950b-4253-aaed-7f228127e76f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f5ab76630e4464894f345e62ade816a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0570657
Apr 15 20:54:50.861826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57888) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:50.933807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:50.961078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:51.008432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:51.012411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ec7dbfcb-9cc4-4eed-9101-2a755e090ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:51.024223 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:51.026800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:51.033397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:51.037659 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9dd853ea-1c8d-4d3f-9ed8-d7b46286aa2d HTTP/1.1" status: 204  len: 168 time: 0.1746328
Apr 15 20:54:51.422028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57898) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:51.480082 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c755fcf8-d01a-4121-9b32-fb669ad49485 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1139405a04684ed5acd1031ba9343c2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0563707
Apr 15 20:54:51.482609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57904) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:51.550115 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:51.591031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:51.653953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:51.657952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-32ae6da9-b493-465b-b47a-92e4d3ce7d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:51.669978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10075843-8816-4c6d-ad6f-7097007a93ca,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:51.672603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:51.678622 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:51.679923 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10075843-8816-4c6d-ad6f-7097007a93ca HTTP/1.1" status: 204  len: 168 time: 0.1963067
Apr 15 20:54:52.510951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 57932) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:52.634043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1796707817-network', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:52.640323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:52.644753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Usage tracker for resource:network and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:52.648079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:52.654513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:52.665590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Made reservation on behalf of 1ad2ce99ca694398b0a522604b0dc322 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:54:52.670457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.683945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.700090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:52.704523 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:52.708171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:52.714951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:52.820489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.824064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.828350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c025dc5-7bd8-42ca-90f9-14de459632d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:52.854403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:54:52.871587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ac6649-6634-4947-9a22-369eae0ad393,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:52.876355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.876736 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Added segment 7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd of type vlan for network 857f6176-b3ab-412d-ad1c-268fd776f59e
Apr 15 20:54:52.877998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:52.906927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.940619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.942001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:52.942637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:52.947774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-62fde169-964a-4d33-9667-8c156dc02e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:53.051141 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5386004
Apr 15 20:54:53.054801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57942) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:53.057002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Pushing event updated for resources: {'Network': ['ID=857f6176-b3ab-412d-ad1c-268fd776f59e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:53.059814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:53.061077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Request body: {'subnet': {'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1796707817-subnet', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:53.066488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:53.067262 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 857f6176-b3ab-412d-ad1c-268fd776f59e details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:54:53.070931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Usage tracker for resource:subnet and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:53.074149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:53.081345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:53.092440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Made reservation on behalf of 1ad2ce99ca694398b0a522604b0dc322 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:54:53.098906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937788'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:53.511030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851967780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937743'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:53.524092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:53.881313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=648982b5-491f-4ed9-a81e-e3670e9ea098,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:53.904225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.904631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.905030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.905421 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.905875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.906389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.906850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.907249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.907639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.908049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.908443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.908864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:54:53.914462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:53.973109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Checking segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:54:53.973490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Network hostable DHCP agents. Network: 857f6176-b3ab-412d-ad1c-268fd776f59e, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:54:53.995361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Network 857f6176-b3ab-412d-ad1c-268fd776f59e is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:54:54.004740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 857f6176-b3ab-412d-ad1c-268fd776f59e) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:54.019056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:54.019646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d875d26-f3f4-4480-8201-1a9801783e6b None None] Network 857f6176-b3ab-412d-ad1c-268fd776f59e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:54:54.019758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.040726 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3f7546e5-6bca-47a3-98f6-4e869c139f9f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9847276
Apr 15 20:54:54.043418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57952) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:54.048899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:54:54.053943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:54:54.057927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Usage tracker for resource:router and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:54:54.061444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:54:54.067437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:54:54.077017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.078054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.092704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.265693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-857f6176-b3ab-412d-ad1c-268fd776f59e', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:54:54.266678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.388130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.435932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Allocated IP 172.20.0.2 (857f6176-b3ab-412d-ad1c-268fd776f59e/648982b5-491f-4ed9-a81e-e3670e9ea098/c01350f9-1128-45c4-9b26-01984750fa5a) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:54:54.665285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.676199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Transition to ACTIVE for port object c01350f9-1128-45c4-9b26-01984750fa5a will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:54.696047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Transition to ACTIVE for port object c01350f9-1128-45c4-9b26-01984750fa5a will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:54.704190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.720201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:54.729654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.762057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:54.890008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Pushing event updated for resources: {'Port': ['ID=c01350f9-1128-45c4-9b26-01984750fa5a,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:54.901302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:54.909707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Network 857f6176-b3ab-412d-ad1c-268fd776f59e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:54.910899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:54.913337 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:54:54.923513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Allocated IP 172.27.2.5 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/27653de9-1d92-4442-a815-8789a60531d5) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:54:55.033698 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Attempting to bind port c01350f9-1128-45c4-9b26-01984750fa5a on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:54:55.034444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Attempting to bind port c01350f9-1128-45c4-9b26-01984750fa5a by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:54:55.035127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Attempting to bind port c01350f9-1128-45c4-9b26-01984750fa5a on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:55.044692 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:54:55.045381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Checking segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:54:55.045531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:55.045973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Bound using segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:54:55.046416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Bound port: c01350f9-1128-45c4-9b26-01984750fa5a, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:54:55.046822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:55.152028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:55.182970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:55.197714 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] For port c01350f9-1128-45c4-9b26-01984750fa5a, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:54:55.201343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] For port c01350f9-1128-45c4-9b26-01984750fa5a, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c01350f9-1128-45c4-9b26-01984750fa5a,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:54:55.203923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bc6818c1-fc37-4ad4-abc6-735d35d94eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:55.205312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:55.231510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cdce99ad-3176-40f4-a80e-3f0bbb2d612e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:55.335023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=27653de9-1d92-4442-a815-8789a60531d5,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:55.347986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:55.383722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Pushing event updated for resources: {'Port': ['ID=c01350f9-1128-45c4-9b26-01984750fa5a,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:55.388360 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:55.390412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:55.391718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:55.394093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:54:55.867722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:56.482592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:56.684871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd9a2b-acba-4efc-933b-457c9698e058 None None] Network 857f6176-b3ab-412d-ad1c-268fd776f59e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:54:56.716307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Router 65226204-084a-4616-ad21-dc344961cad2 is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:54:56.775216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f2e21657-d043-4781-862f-b190c9617a13 None None] Provisioning for port c01350f9-1128-45c4-9b26-01984750fa5a completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:56.839387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c01350f9-1128-45c4-9b26-01984750fa5a up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:54:56.913206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:54:56.929807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:54:56.938273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:56.939731 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8952792
Apr 15 20:54:56.943034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 57992) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:54:56.964551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:56.965237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5832b00>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:57.356813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port c01350f9-1128-45c4-9b26-01984750fa5a completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:57.378982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port c01350f9-1128-45c4-9b26-01984750fa5a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:57.379397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:57.491079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:57.779416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:57.810468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:57.834494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4275c9d-8448-4bf1-aa7d-f7c54d75983c req-f40f6744-63bc-44ac-849f-e3e7f49f4cb7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:57.836330 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c4275c9d-8448-4bf1-aa7d-f7c54d75983c req-f40f6744-63bc-44ac-849f-e3e7f49f4cb7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1057522
Apr 15 20:54:57.872926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port c01350f9-1128-45c4-9b26-01984750fa5a, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c01350f9-1128-45c4-9b26-01984750fa5a,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:54:57.877406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:57.880004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-68393c60-05b0-4245-b267-a50fef86e071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:57.889692 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c4275c9d-8448-4bf1-aa7d-f7c54d75983c req-112c1d9a-c927-49eb-8c97-145ad63ed873 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462086
Apr 15 20:54:57.973005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-61e7a6c6-2ebf-4318-b768-72a762920e8f None None] Provisioning complete for port c01350f9-1128-45c4-9b26-01984750fa5a triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:57.973414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-61e7a6c6-2ebf-4318-b768-72a762920e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.018512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=c01350f9-1128-45c4-9b26-01984750fa5a,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:58.026631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:58.052376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5832b00>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:55Z', 'revision_number': 3, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:58.060762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:54:58.061155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Updating router 65226204-084a-4616-ad21-dc344961cad2 port 27653de9-1d92-4442-a815-8789a60531d5 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:54:58.064920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Allocated IP 172.20.0.1 (857f6176-b3ab-412d-ad1c-268fd776f59e/648982b5-491f-4ed9-a81e-e3670e9ea098/81bdc72f-a0b7-4ea7-a744-f774695c4649) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:54:58.160059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.251131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.269335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Transition to ACTIVE for port object 81bdc72f-a0b7-4ea7-a744-f774695c4649 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:58.293924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.314333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40172e67-889b-42e6-95a4-b69f8ba1b719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:58.485609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Pushing event updated for resources: {'Port': ['ID=81bdc72f-a0b7-4ea7-a744-f774695c4649,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:58.491406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:58.540807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.548504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Network 857f6176-b3ab-412d-ad1c-268fd776f59e is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:58.549702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:58.552084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:54:58.561841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Transition to ACTIVE for port object 27653de9-1d92-4442-a815-8789a60531d5 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:54:58.568394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.588978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:58.610792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.735453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62267f2-753e-453c-9a66-8a6a37c5528c None None] Pushing event updated for resources: {'Port': ['ID=27653de9-1d92-4442-a815-8789a60531d5,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:58.748111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.749228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c62267f2-753e-453c-9a66-8a6a37c5528c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:58.783205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-45ca9eb0-4b3c-4ae6-ab0d-8a01f622d191 None None] Provisioning for port 81bdc72f-a0b7-4ea7-a744-f774695c4649 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:54:58.794228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-45ca9eb0-4b3c-4ae6-ab0d-8a01f622d191 None None] Provisioning complete for port 81bdc72f-a0b7-4ea7-a744-f774695c4649 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:58.794645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-45ca9eb0-4b3c-4ae6-ab0d-8a01f622d191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.842178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c01350f9-1128-45c4-9b26-01984750fa5a up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:54:58.934750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-45ca9eb0-4b3c-4ae6-ab0d-8a01f622d191 None None] Port 81bdc72f-a0b7-4ea7-a744-f774695c4649 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:54:58.938469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Attempting to bind port 27653de9-1d92-4442-a815-8789a60531d5 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:54:58.938879 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Attempting to bind port 27653de9-1d92-4442-a815-8789a60531d5 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:54:58.939282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Attempting to bind port 27653de9-1d92-4442-a815-8789a60531d5 on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:54:58.949806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:54:58.950220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:54:58.950665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:58.951095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:54:58.951692 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Bound port: 27653de9-1d92-4442-a815-8789a60531d5, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:54:58.952130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:59.010587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:59.015674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:59.016085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port c01350f9-1128-45c4-9b26-01984750fa5a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:59.016505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:59.055203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:59.094692 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] For port 27653de9-1d92-4442-a815-8789a60531d5, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:54:59.109863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] For port 27653de9-1d92-4442-a815-8789a60531d5, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=27653de9-1d92-4442-a815-8789a60531d5,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:54:59.116427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:59.132644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:54:59.143584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aec27e-8192-4201-afb5-3178b594ade0 req-a06c62da-d748-4d6b-8d6f-9c10d7306d4e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:54:59.145593 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8aec27e-8192-4201-afb5-3178b594ade0 req-a06c62da-d748-4d6b-8d6f-9c10d7306d4e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1162760
Apr 15 20:54:59.148124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Pushing event updated for resources: {'Port': ['ID=81bdc72f-a0b7-4ea7-a744-f774695c4649,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:59.153092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:59.153921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:59.204990 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8aec27e-8192-4201-afb5-3178b594ade0 req-86b42653-65fc-431f-b3ee-3f330b763bd3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480108
Apr 15 20:54:59.308802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Network 857f6176-b3ab-412d-ad1c-268fd776f59e is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:54:59.310185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:54:59.351977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62267f2-753e-453c-9a66-8a6a37c5528c None None] Pushing event updated for resources: {'Port': ['ID=27653de9-1d92-4442-a815-8789a60531d5,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:54:59.363858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c62267f2-753e-453c-9a66-8a6a37c5528c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:54:59.397843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:54:59.398727 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5832b00>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:54:59.779170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-a28c3d19-780a-479f-9e27-2cc2697c5839 None None] Provisioning complete for port 81bdc72f-a0b7-4ea7-a744-f774695c4649 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:54:59.779170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a28c3d19-780a-479f-9e27-2cc2697c5839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:54:59.790060 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:54:59.866737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-a28c3d19-780a-479f-9e27-2cc2697c5839 None None] Port 81bdc72f-a0b7-4ea7-a744-f774695c4649 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:54:59.869811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:54:59.994763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:55:00.004521 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] 10.222.0.25 "PUT /v2.0/routers/65226204-084a-4616-ad21-dc344961cad2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0603094
Apr 15 20:55:00.340760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5832b00>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 2, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:00.348591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4cf54b-6a3d-42d5-a1b6-aa2e138a7e68 None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 2, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:55:00.509874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a4c21-42e3-4f79-8c89-509c6b6a6867 req-582ae629-3162-4c96-a425-ae4f01d3dabc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:00.511625 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-809a4c21-42e3-4f79-8c89-509c6b6a6867 req-582ae629-3162-4c96-a425-ae4f01d3dabc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1094356
Apr 15 20:55:00.561228 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-809a4c21-42e3-4f79-8c89-509c6b6a6867 req-3dbcbada-accd-433f-b19c-18ade9456556 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431376
Apr 15 20:55:00.660508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58050) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:00.667163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1364629076-network', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:00.673077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:00.678233 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Usage tracker for resource:network and tenant:fff3f84cc6034b10a822d1d064e25def is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:00.682022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:00.688903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:00.699977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Made reservation on behalf of fff3f84cc6034b10a822d1d064e25def for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:55:00.705051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.720363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.745242 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:00.748909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Usage tracker for resource:security_group_rule and tenant:fff3f84cc6034b10a822d1d064e25def is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:00.753507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:00.761723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:00.862623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.866659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.878859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:00.888474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:55:00.914914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.915372 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Added segment 8e6a52bc-1dd1-4594-8b25-0a51071c6684 of type vlan for network 1d798379-4940-4733-8456-629ee6596d9e
Apr 15 20:55:00.921562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976956e2-493e-4d2d-aab0-3f186f38ed8d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:00.925112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:00.950695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.985878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.987301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:00.987999 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:00.994334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:01.104267 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4423070
Apr 15 20:55:01.107136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58054) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:01.115932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Request body: {'subnet': {'network_id': '1d798379-4940-4733-8456-629ee6596d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1364629076-subnet', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:01.120020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Pushing event updated for resources: {'Network': ['ID=1d798379-4940-4733-8456-629ee6596d9e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:01.123590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:01.124642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:01.129053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Usage tracker for resource:subnet and tenant:fff3f84cc6034b10a822d1d064e25def is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:01.133591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:01.137138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network 1d798379-4940-4733-8456-629ee6596d9e details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:55:01.144516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:01.161880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Made reservation on behalf of fff3f84cc6034b10a822d1d064e25def for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:55:01.168874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1442749'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:01.656303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2578322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1442702'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:01.673482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:01.873474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d36e91-917c-4202-a552-1675e2756ae1,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:01.878513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:01.942321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d92c0-7be9-4c3a-989b-b8cd6270018a req-63c1ba99-572b-450f-b200-5dca389ef14e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:01.943954 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f56d92c0-7be9-4c3a-989b-b8cd6270018a req-63c1ba99-572b-450f-b200-5dca389ef14e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.2361455
Apr 15 20:55:02.001802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Checking segment: {'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:55:02.002193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Network hostable DHCP agents. Network: 1d798379-4940-4733-8456-629ee6596d9e, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:55:02.024471 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f56d92c0-7be9-4c3a-989b-b8cd6270018a req-c63879a1-183b-4d04-a4f9-a126d71de7e5 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680475
Apr 15 20:55:02.032988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Network 1d798379-4940-4733-8456-629ee6596d9e is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:55:02.042855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, 1d798379-4940-4733-8456-629ee6596d9e) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:55:02.052385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b5874c-ad08-4ad3-9ac3-4b5968b83913 None None] Network 1d798379-4940-4733-8456-629ee6596d9e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:55:02.058128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:02.058785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.080708 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3a855137-4e0d-4d4f-9208-ba638a4215fc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9724848
Apr 15 20:55:02.083400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58064) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:02.089588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:02.095177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:02.099986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Usage tracker for resource:router and tenant:fff3f84cc6034b10a822d1d064e25def is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:02.103277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:02.109655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:02.119761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036852710683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764903'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.120945 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2064952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1995110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1974012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10881'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.137316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.292391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3e15eff2-7ce0-5dc6-be2e-12113adb4309-1d798379-4940-4733-8456-629ee6596d9e', 'network_id': '1d798379-4940-4733-8456-629ee6596d9e', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'fixed_ips': [{'subnet_id': '95d36e91-917c-4202-a552-1675e2756ae1'}]}} from dv-cinder-562053-18-iscsi. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 15 20:55:02.293352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.475232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Allocated IP 172.20.0.2 (1d798379-4940-4733-8456-629ee6596d9e/95d36e91-917c-4202-a552-1675e2756ae1/923a939a-90d3-4a2d-bb4e-24bf278eefd2) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:55:02.716030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.724076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1995095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852710698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10928'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.728228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Transition to ACTIVE for port object 923a939a-90d3-4a2d-bb4e-24bf278eefd2 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:02.749379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Transition to ACTIVE for port object 923a939a-90d3-4a2d-bb4e-24bf278eefd2 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:02.754733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:02.774898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:02.874576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 27653de9-1d92-4442-a815-8789a60531d5 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:02.975157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Pushing event updated for resources: {'Port': ['ID=923a939a-90d3-4a2d-bb4e-24bf278eefd2,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:03.014122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:03.041437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 27653de9-1d92-4442-a815-8789a60531d5 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:03.046565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Network 1d798379-4940-4733-8456-629ee6596d9e is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:55:03.048895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Resources bound (agent type, host, resource id):  {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:55:03.051483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:55:03.056198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 27653de9-1d92-4442-a815-8789a60531d5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:03.056540 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.104106 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.144824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.214670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Attempting to bind port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:55:03.215079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Attempting to bind port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:55:03.215486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Attempting to bind port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 on network 1d798379-4940-4733-8456-629ee6596d9e {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:55:03.226840 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:55:03.227098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Checking segment: {'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:55:03.227505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.228138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Bound using segment: {'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:55:03.228656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Bound port: 923a939a-90d3-4a2d-bb4e-24bf278eefd2, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:55:03.230409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.374459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672df4de-769d-408a-8f82-404082e96f39 req-de163e32-7731-4c82-8455-5ee841024998 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:03.375129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.376121 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-672df4de-769d-408a-8f82-404082e96f39 req-de163e32-7731-4c82-8455-5ee841024998 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1900172
Apr 15 20:55:03.377480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Allocated IP 172.27.2.202 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/2f1326b5-a87e-4d13-aca5-d287718f5478) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:55:03.398087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] For port 923a939a-90d3-4a2d-bb4e-24bf278eefd2, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:55:03.402118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] For port 923a939a-90d3-4a2d-bb4e-24bf278eefd2, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=923a939a-90d3-4a2d-bb4e-24bf278eefd2,segment=NetworkSegment(8e6a52bc-1dd1-4594-8b25-0a51071c6684),segment_id=8e6a52bc-1dd1-4594-8b25-0a51071c6684)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:55:03.404009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 27653de9-1d92-4442-a815-8789a60531d5, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=27653de9-1d92-4442-a815-8789a60531d5,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:03.406261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.422452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:03.465383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.515623 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-672df4de-769d-408a-8f82-404082e96f39 req-5f34b0b9-1423-4797-bdb3-c241787337f7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277401
Apr 15 20:55:03.584275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.584558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Pushing event updated for resources: {'Port': ['ID=923a939a-90d3-4a2d-bb4e-24bf278eefd2,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:03.589915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:03.589915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:03.620232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:03.636323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3a917254-9417-4e45-b44a-3a624f0d536e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:03.691623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=27653de9-1d92-4442-a815-8789a60531d5,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:03.696595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:03.715194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:55:03.730890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:55:03.731704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36cf8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:03.796516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Pushing event updated for resources: {'Port': ['ID=2f1326b5-a87e-4d13-aca5-d287718f5478,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:03.801992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:03.843617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:55:03.844833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:55:03.847515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:55:03.945467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:55:04.035650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76685407-6231-4c11-9f00-3babb304a664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:04.329387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:04.339193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36cf8>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 2, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:04.343559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:55:04.343988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Updating router 65226204-084a-4616-ad21-dc344961cad2 port 81bdc72f-a0b7-4ea7-a744-f774695c4649 binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:55:04.403597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:04.766806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2065118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852780752'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:04.782063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:04.798266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Transition to ACTIVE for port object 81bdc72f-a0b7-4ea7-a744-f774695c4649 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:04.804550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:04.820468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a93f42b6-c59f-48db-8e2c-0af622547a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:04.930171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 923a939a-90d3-4a2d-bb4e-24bf278eefd2 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:04.962613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Pushing event updated for resources: {'Port': ['ID=81bdc72f-a0b7-4ea7-a744-f774695c4649,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:04.984054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.984450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.984824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.985188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.985549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.985907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.986264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.986624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.986975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.987328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.987686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.988072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:04.995161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:05.045347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:05.057330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 27653de9-1d92-4442-a815-8789a60531d5 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:05.188882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 27653de9-1d92-4442-a815-8789a60531d5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:05.189398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:05.242909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Attempting to bind port 81bdc72f-a0b7-4ea7-a744-f774695c4649 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:55:05.243340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Attempting to bind port 81bdc72f-a0b7-4ea7-a744-f774695c4649 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:55:05.243736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Attempting to bind port 81bdc72f-a0b7-4ea7-a744-f774695c4649 on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:55:05.252436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:55:05.252963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Checking segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:55:05.253490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:05.253919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Bound using segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:55:05.254537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Bound port: 81bdc72f-a0b7-4ea7-a744-f774695c4649, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:55:05.254950 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:05.284783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21586415-56ff-43c4-958b-eb90f11f361b req-5aa5d711-a9af-47d3-8563-225bcd837c6c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:05.286998 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-21586415-56ff-43c4-958b-eb90f11f361b req-5aa5d711-a9af-47d3-8563-225bcd837c6c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.6103187
Apr 15 20:55:05.384960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] For port 81bdc72f-a0b7-4ea7-a744-f774695c4649, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:55:05.388527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] For port 81bdc72f-a0b7-4ea7-a744-f774695c4649, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=81bdc72f-a0b7-4ea7-a744-f774695c4649,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:55:05.392785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:05.407582 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-21586415-56ff-43c4-958b-eb90f11f361b req-677f597e-7ff8-4b4d-b76c-6e0528ff57fc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028659
Apr 15 20:55:05.412241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-22b36f08-5737-4c4f-b5b9-19fb3b0fa55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:05.462450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992288bd-54f1-47b7-ac09-637a17074578 None None] Network 1d798379-4940-4733-8456-629ee6596d9e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:55:05.464450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Router d1944632-9cc2-4ecd-9b0a-1084274f18ee is scheduled to L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 15 20:55:05.625761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Provisioning for port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:05.649042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Provisioning complete for port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:05.649042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:05.674177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:55:05.697902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Sync routers for ids ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:55:05.702000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:05.706623 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-57b6ae68-83e3-471c-ab74-e1aa7189cb4d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.6185434
Apr 15 20:55:05.706825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58084) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:05.746332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Pushing event updated for resources: {'Port': ['ID=81bdc72f-a0b7-4ea7-a744-f774695c4649,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:05.750993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6baadbc8-08a7-40bd-a2f2-2a85ba653edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:05.763810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Routers {'d1944632-9cc2-4ecd-9b0a-1084274f18ee'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:55:05.764534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddc18>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:05.806977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:55:05.807878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36cf8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:54:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:06.041813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:55:06.220092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-34aca2e9-7515-4dab-93d8-02ebb4e8bd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:06.325079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Set router d1944632-9cc2-4ecd-9b0a-1084274f18ee gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:55:06.421409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5d36cf8>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:05Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:06.426697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d91c6-fe9f-4383-a6d2-f9aa74d9554f None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:05Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:55:06.492139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:06.624927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:06.646453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:06.656846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] For port 923a939a-90d3-4a2d-bb4e-24bf278eefd2, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=923a939a-90d3-4a2d-bb4e-24bf278eefd2,segment=NetworkSegment(8e6a52bc-1dd1-4594-8b25-0a51071c6684),segment_id=8e6a52bc-1dd1-4594-8b25-0a51071c6684)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:06.677711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:06.682872 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-04213a73-8073-437f-81ee-75534b4c93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:06.859141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Pushing event updated for resources: {'Port': ['ID=923a939a-90d3-4a2d-bb4e-24bf278eefd2,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:06.865102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:06.907504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddc18>, [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T20:55:04Z', 'revision_number': 3, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port': {'id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:03Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:06.913382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Checking router: d1944632-9cc2-4ecd-9b0a-1084274f18ee for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:55:06.913662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Updating router d1944632-9cc2-4ecd-9b0a-1084274f18ee port 2f1326b5-a87e-4d13-aca5-d287718f5478 binding host dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:55:06.963249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 81bdc72f-a0b7-4ea7-a744-f774695c4649 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:07.060994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Allocated IP 172.20.0.1 (1d798379-4940-4733-8456-629ee6596d9e/95d36e91-917c-4202-a552-1675e2756ae1/894063e9-d886-4b17-b35b-803fdafa3ac3) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:55:07.080378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6ff3d-58a9-4473-9637-f86f27fc40ca req-fd753051-d7cb-450f-9cbe-7fcea389b036 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:07.082281 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aeb6ff3d-58a9-4473-9637-f86f27fc40ca req-fd753051-d7cb-450f-9cbe-7fcea389b036 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.3910964
Apr 15 20:55:07.099723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.134505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-98749e0f-3d44-4871-a117-a35acaf98fab None None] Provisioning complete for port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:07.134505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-98749e0f-3d44-4871-a117-a35acaf98fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.261772 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aeb6ff3d-58a9-4473-9637-f86f27fc40ca req-aa60609c-7cff-4fca-a0fa-4d28ede70ac8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1371386
Apr 15 20:55:07.262012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 81bdc72f-a0b7-4ea7-a744-f774695c4649 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:07.299670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 81bdc72f-a0b7-4ea7-a744-f774695c4649 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:07.300112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.320119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.339627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Transition to ACTIVE for port object 894063e9-d886-4b17-b35b-803fdafa3ac3 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:07.362575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.367024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.383343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:07.523029 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=894063e9-d886-4b17-b35b-803fdafa3ac3,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:07.539813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:07.585588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Network 1d798379-4940-4733-8456-629ee6596d9e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:55:07.586808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:55:07.589865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:55:07.630176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.651564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1997685'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.687868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 81bdc72f-a0b7-4ea7-a744-f774695c4649, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=81bdc72f-a0b7-4ea7-a744-f774695c4649,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:07.699666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.704687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:07.847009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.851632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-856b28cc-44ff-4d10-94c1-3cfa54fc903d None None] Provisioning for port 894063e9-d886-4b17-b35b-803fdafa3ac3 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:07.857561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=81bdc72f-a0b7-4ea7-a744-f774695c4649,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:07.863680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:07.867922 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-856b28cc-44ff-4d10-94c1-3cfa54fc903d None None] Provisioning complete for port 894063e9-d886-4b17-b35b-803fdafa3ac3 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:07.868337 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-856b28cc-44ff-4d10-94c1-3cfa54fc903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.903842 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Transition to ACTIVE for port object 2f1326b5-a87e-4d13-aca5-d287718f5478 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:07.918582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:07.936182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:07.943449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.052529 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-856b28cc-44ff-4d10-94c1-3cfa54fc903d None None] Port 894063e9-d886-4b17-b35b-803fdafa3ac3 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:55:08.085155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eb8d9-179d-45ca-baac-c5714f6ad594 None None] Pushing event updated for resources: {'Port': ['ID=2f1326b5-a87e-4d13-aca5-d287718f5478,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:08.098543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ad9eb8d9-179d-45ca-baac-c5714f6ad594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:08.153452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Attempting to bind port 2f1326b5-a87e-4d13-aca5-d287718f5478 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:55:08.153860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Attempting to bind port 2f1326b5-a87e-4d13-aca5-d287718f5478 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:55:08.154278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Attempting to bind port 2f1326b5-a87e-4d13-aca5-d287718f5478 on network 1d06bd44-557c-4cf4-b130-fa20572760fe {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:55:08.160208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:55:08.160617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Checking segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:55:08.161062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.161484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Bound using segment: {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:55:08.161993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Bound port: 2f1326b5-a87e-4d13-aca5-d287718f5478, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365922e-63ec-44be-9164-2520c92aae6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:55:08.162403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.198499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.204286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.237882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-acab09d9-c81d-4838-a62e-3d68fd5180d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:08.459189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.465730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] For port 2f1326b5-a87e-4d13-aca5-d287718f5478, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:55:08.469321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] For port 2f1326b5-a87e-4d13-aca5-d287718f5478, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=2f1326b5-a87e-4d13-aca5-d287718f5478,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:55:08.474158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.490817 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:08.651665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9eb8d9-179d-45ca-baac-c5714f6ad594 None None] Pushing event updated for resources: {'Port': ['ID=2f1326b5-a87e-4d13-aca5-d287718f5478,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:08.657354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ad9eb8d9-179d-45ca-baac-c5714f6ad594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:08.658780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853100905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852778222'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:08.694940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Routers {'d1944632-9cc2-4ecd-9b0a-1084274f18ee'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:55:08.695620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddc18>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:55:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:08.756909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=894063e9-d886-4b17-b35b-803fdafa3ac3,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:08.762601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:08.860791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 923a939a-90d3-4a2d-bb4e-24bf278eefd2 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:08.871417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825048a-2aaf-4cd6-ac6a-9a3ab9d3bcbb req-00615c31-393d-4106-af2b-9baafe865b41 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:08.873084 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9825048a-2aaf-4cd6-ac6a-9a3ab9d3bcbb req-00615c31-393d-4106-af2b-9baafe865b41 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.2898600
Apr 15 20:55:08.886291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Network 1d798379-4940-4733-8456-629ee6596d9e is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:55:08.887558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:55:09.065317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] Set router d1944632-9cc2-4ecd-9b0a-1084274f18ee gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:55:09.098465 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9825048a-2aaf-4cd6-ac6a-9a3ab9d3bcbb req-e339b340-4a9c-4a15-8f84-5fee49d46bf6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2151492
Apr 15 20:55:09.142878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:09.143296 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:09.153881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Router d1944632-9cc2-4ecd-9b0a-1084274f18ee has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:55:09.350171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:55:09.359637 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] 10.222.0.25 "PUT /v2.0/routers/d1944632-9cc2-4ecd-9b0a-1084274f18ee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6511049
Apr 15 20:55:09.368356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-3678d5e3-ca83-49b4-98f1-07409020b52a None None] Provisioning complete for port 894063e9-d886-4b17-b35b-803fdafa3ac3 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:09.368681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3678d5e3-ca83-49b4-98f1-07409020b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:09.525000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-3678d5e3-ca83-49b4-98f1-07409020b52a None None] Port 894063e9-d886-4b17-b35b-803fdafa3ac3 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:55:09.589903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 81bdc72f-a0b7-4ea7-a744-f774695c4649 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:09.693551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 81bdc72f-a0b7-4ea7-a744-f774695c4649 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:09.694152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:09.740604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddc18>, [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 4, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port': {'id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:03Z', 'updated_at': '2021-04-15T20:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '894063e9-d886-4b17-b35b-803fdafa3ac3', 'name': '', 'network_id': '1d798379-4940-4733-8456-629ee6596d9e', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'mac_address': 'fa:16:3e:86:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '95d36e91-917c-4202-a552-1675e2756ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:06Z', 'updated_at': '2021-04-15T20:55:08Z', 'revision_number': 2, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'subnets': [{'id': '95d36e91-917c-4202-a552-1675e2756ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:09.757632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c831e9e-843c-42e2-81d9-0e5e216181b6 None None] The sync data for ids ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'] in dv-cinder-562053-18-iscsi is: [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 4, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port': {'id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:03Z', 'updated_at': '2021-04-15T20:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '894063e9-d886-4b17-b35b-803fdafa3ac3', 'name': '', 'network_id': '1d798379-4940-4733-8456-629ee6596d9e', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'mac_address': 'fa:16:3e:86:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '95d36e91-917c-4202-a552-1675e2756ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:06Z', 'updated_at': '2021-04-15T20:55:08Z', 'revision_number': 2, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'subnets': [{'id': '95d36e91-917c-4202-a552-1675e2756ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:55:10.011078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58120) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:10.021423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983196112', 'description': 'tempest-secgroup-smoke-983196112 description', 'project_id': '1ad2ce99ca694398b0a522604b0dc322'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:10.032824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:10.040017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:10.045196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:10.056749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:10.071101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.094949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:10.099301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:10.102389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:10.108400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:10.202814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.206428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.211562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fc78cc89-cc7d-492e-8f81-d0066116cf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:10.263345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9d67b-78b7-498f-bc92-36f04a9bcefa,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:10.268996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:10.271516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.279495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58126) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:10.280562 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4211be98-d09d-4e62-9245-b31a2b5ea66e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2673268
Apr 15 20:55:10.285794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'security_group_rule': {'security_group_id': 'e5c9d67b-78b7-498f-bc92-36f04a9bcefa', 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:10.292903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:10.297330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:10.300808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:10.311968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:10.329661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.398347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.401504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.404106 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:10.423172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e536d-cc7a-4d04-b329-7c6d0cdb3edf req-14d2146d-edf8-488f-8986-c8bf1d8f2b4c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:10.424963 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-057e536d-cc7a-4d04-b329-7c6d0cdb3edf req-14d2146d-edf8-488f-8986-c8bf1d8f2b4c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1421263
Apr 15 20:55:10.431064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2528b40-95b7-470d-8b08-d6205e053cd0,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:10.438086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:10.440081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.444549 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7747d9ff-a9d6-4b35-a3e1-6139b761fa52 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1635358
Apr 15 20:55:10.445370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58130) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:10.451681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'security_group_rule': {'security_group_id': 'e5c9d67b-78b7-498f-bc92-36f04a9bcefa', 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:10.458479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:10.462934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:10.466121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:10.473246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:10.490490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.510681 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-057e536d-cc7a-4d04-b329-7c6d0cdb3edf req-25064ff9-d5cc-4b48-a7d2-82c053c7f210 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768011
Apr 15 20:55:10.572718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.575723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.584151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:10.606960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33274751-14e5-484f-853b-984f9ca1f60e,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:10.609692 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:10.615063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.616499 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bd2f8bd7-b5e4-4058-841d-caae046dba1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1699908
Apr 15 20:55:10.622193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58134) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:10.631411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'security_group_rule': {'security_group_id': 'e5c9d67b-78b7-498f-bc92-36f04a9bcefa', 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:10.639504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:10.644376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:10.649546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:10.656855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:10.687933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.801389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.808208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.820763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29f69d24-690c-46ae-abbb-3f62c6beda9e tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:10.847165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8961608c-b4c1-46e5-93b8-df897382e557,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:10.851679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:10.864374 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.868705 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5ed7d05d-feb7-4ddc-888e-0652f937094c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2424133
Apr 15 20:55:10.870548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58140) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:10.883462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'security_group_rule': {'security_group_id': 'e5c9d67b-78b7-498f-bc92-36f04a9bcefa', 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:10.894709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:10.901825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 2f1326b5-a87e-4d13-aca5-d287718f5478 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:10.902638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:10.907288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:10.916603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:10.941232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:10.981499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 2f1326b5-a87e-4d13-aca5-d287718f5478 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:10.987155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 2f1326b5-a87e-4d13-aca5-d287718f5478 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:10.987546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.056641 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.061981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.064932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1d0e1888-d9ee-41c7-bf11-637bd09586fa tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:11.098487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d6a206-4256-4357-9500-a5f75dfca69f,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:11.110461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:11.113821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.116017 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-58851525-ca6a-46dc-b63e-d8e5b5a8b801 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2409561
Apr 15 20:55:11.119059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58144) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:11.123954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.128140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'security_group_rule': {'security_group_id': 'e5c9d67b-78b7-498f-bc92-36f04a9bcefa', 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:11.137329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:11.141642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:11.142936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 2f1326b5-a87e-4d13-aca5-d287718f5478, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=2f1326b5-a87e-4d13-aca5-d287718f5478,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:11.144738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:11.146863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.150376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:11.151522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:11.163355 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.securitygroups_db [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Project 1ad2ce99ca694398b0a522604b0dc322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:55:11.171282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.224114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=2f1326b5-a87e-4d13-aca5-d287718f5478,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:11.232955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.233324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.233690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.234062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.234427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.234789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.235155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.235653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.236040 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.236398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.236751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.237105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:55:11.241654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:11.265648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.268490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.270582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:11.294188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569326b0-cc59-424e-9559-d015c79de61a,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:11.296888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:11.304369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.305649 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e4f17708-ff69-47d8-b48a-87f6e03e76ba tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1850030
Apr 15 20:55:11.309087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58148) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:11.314606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'security_group_rule': {'security_group_id': 'e5c9d67b-78b7-498f-bc92-36f04a9bcefa', 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:11.321148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:11.325274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:security_group_rule and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:11.328329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:11.334410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:11.344686 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.securitygroups_db [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Project 1ad2ce99ca694398b0a522604b0dc322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 15 20:55:11.351906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.424295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.429610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745568'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.431914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ed188094-dc63-45db-a47c-d080b41889f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:11.456966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397fa347-a8c8-410e-bf64-d980c6a2180a,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:11.460125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:11.467417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:11.468731 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c651d436-5651-4c5f-a9d6-c0b8eaac0b74 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1586821
Apr 15 20:55:11.727276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed2d6b-836d-4aa9-a3eb-5889dc8e4725 req-980d806a-98fd-4ea8-8f66-406058c0cb82 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:11.728940 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0fed2d6b-836d-4aa9-a3eb-5889dc8e4725 req-980d806a-98fd-4ea8-8f66-406058c0cb82 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.0961525
Apr 15 20:55:11.782180 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0fed2d6b-836d-4aa9-a3eb-5889dc8e4725 req-b0e22499-0e9c-43c0-acc7-6d2fa76d44f4 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450158
Apr 15 20:55:12.183957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:55:12.340791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:12.359285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '09c406c0-9709-490d-b9ec-6581382bcf07', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'port_id': '09c406c0-9709-490d-b9ec-6581382bcf07', 'mac_address': 'fa:16:3e:cf:ea:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:55:12.419944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:12.438782 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09c406c0-9709-490d-b9ec-6581382bcf07 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:55:12.456378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:12.459827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:12.461684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:12.538145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:12.541420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:12.606571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['09c406c0-9709-490d-b9ec-6581382bcf07'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:55:12.887593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 2f1326b5-a87e-4d13-aca5-d287718f5478 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:13.073553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 2f1326b5-a87e-4d13-aca5-d287718f5478 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:13.074239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:13.133940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:13.377885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e90c27-5c29-4968-aaee-a1ad9109e2a0 req-9bdb600a-8991-45d4-be1c-576785ad69c8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:13.392603 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5e90c27-5c29-4968-aaee-a1ad9109e2a0 req-9bdb600a-8991-45d4-be1c-576785ad69c8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 945 time: 0.3133407
Apr 15 20:55:13.426575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Sync routers for ids ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:55:13.442989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 09c406c0-9709-490d-b9ec-6581382bcf07 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:13.443460 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:13.453686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Routers {'d1944632-9cc2-4ecd-9b0a-1084274f18ee'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:55:13.454770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c580f390>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:55:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:13.502641 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5e90c27-5c29-4968-aaee-a1ad9109e2a0 req-4bd125aa-93cc-44d9-a657-dde784b30893 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1085465
Apr 15 20:55:13.665672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:13.705258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Set router d1944632-9cc2-4ecd-9b0a-1084274f18ee gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:55:13.745524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:13.747324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:55:13.767407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:13.772315 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-01bffe2f-0ce4-4d99-8481-494b003f1a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:13.901221 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07', 'code': 200}
Apr 15 20:55:13.928217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:13.946900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:14.133121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c580f390>, [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 4, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port': {'id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:03Z', 'updated_at': '2021-04-15T20:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '894063e9-d886-4b17-b35b-803fdafa3ac3', 'name': '', 'network_id': '1d798379-4940-4733-8456-629ee6596d9e', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'mac_address': 'fa:16:3e:86:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '95d36e91-917c-4202-a552-1675e2756ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:06Z', 'updated_at': '2021-04-15T20:55:08Z', 'revision_number': 2, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'subnets': [{'id': '95d36e91-917c-4202-a552-1675e2756ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:14.143562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Checking router: d1944632-9cc2-4ecd-9b0a-1084274f18ee for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:55:14.144530 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Updating router d1944632-9cc2-4ecd-9b0a-1084274f18ee port 894063e9-d886-4b17-b35b-803fdafa3ac3 binding host dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 15 20:55:14.245757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:14.785151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177381c8-a292-490a-8b96-e8b78f4d5a38 req-e19e8da1-4f5c-4ab7-a669-24cd617313b6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:14.794635 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-177381c8-a292-490a-8b96-e8b78f4d5a38 req-e19e8da1-4f5c-4ab7-a669-24cd617313b6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1522276
Apr 15 20:55:14.868043 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-177381c8-a292-490a-8b96-e8b78f4d5a38 req-e9edb99b-78de-43c8-adea-7527a415984c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722399
Apr 15 20:55:14.968444 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:14.990364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Transition to ACTIVE for port object 894063e9-d886-4b17-b35b-803fdafa3ac3 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:15.002501 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:15.029286 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:15.196176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aca493-c592-464b-bb64-82da1c8c2bf0 None None] Pushing event updated for resources: {'Port': ['ID=894063e9-d886-4b17-b35b-803fdafa3ac3,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:15.210185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-99aca493-c592-464b-bb64-82da1c8c2bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:15.508834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:15.575507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Attempting to bind port 894063e9-d886-4b17-b35b-803fdafa3ac3 on host dv-cinder-562053-18-iscsi for vnic_type normal with profile  {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:55:15.576214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Attempting to bind port 894063e9-d886-4b17-b35b-803fdafa3ac3 by drivers openvswitch,hyperv on host dv-cinder-562053-18-iscsi at level 0 using segments [{'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:55:15.576854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Attempting to bind port 894063e9-d886-4b17-b35b-803fdafa3ac3 on network 1d798379-4940-4733-8456-629ee6596d9e {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:55:15.592440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Checking agent: {'id': '24053187-22fd-44f5-bad5-40eddc690132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 7), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:55:15.592989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Checking segment: {'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:55:15.593703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:15.594365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Bound using segment: {'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:55:15.595192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Bound port: 894063e9-d886-4b17-b35b-803fdafa3ac3, host: dv-cinder-562053-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6a52bc-1dd1-4594-8b25-0a51071c6684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1d798379-4940-4733-8456-629ee6596d9e'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:55:15.596280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:15.796654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] For port 894063e9-d886-4b17-b35b-803fdafa3ac3, host dv-cinder-562053-18-iscsi, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:55:15.804818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] For port 894063e9-d886-4b17-b35b-803fdafa3ac3, host dv-cinder-562053-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=894063e9-d886-4b17-b35b-803fdafa3ac3,segment=NetworkSegment(8e6a52bc-1dd1-4594-8b25-0a51071c6684),segment_id=8e6a52bc-1dd1-4594-8b25-0a51071c6684)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:55:15.810271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:15.842267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:16.018065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aca493-c592-464b-bb64-82da1c8c2bf0 None None] Pushing event updated for resources: {'Port': ['ID=894063e9-d886-4b17-b35b-803fdafa3ac3,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:16.172897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd18d66-a578-4d3e-9821-8f4dba8f57cb req-30d22452-5dc5-4ee2-94fd-06a89b16b2d0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:16.174860 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2fd18d66-a578-4d3e-9821-8f4dba8f57cb req-30d22452-5dc5-4ee2-94fd-06a89b16b2d0 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1223838
Apr 15 20:55:16.279499 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2fd18d66-a578-4d3e-9821-8f4dba8f57cb req-d5fb627e-6ecb-483f-a79b-d9febd8712bc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925555
Apr 15 20:55:16.349231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-99aca493-c592-464b-bb64-82da1c8c2bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:16.501416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Routers {'d1944632-9cc2-4ecd-9b0a-1084274f18ee'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:55:16.502275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c580f390>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:55:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:16.907021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] Set router d1944632-9cc2-4ecd-9b0a-1084274f18ee gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:55:17.049048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 894063e9-d886-4b17-b35b-803fdafa3ac3 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:17.278030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning for port 894063e9-d886-4b17-b35b-803fdafa3ac3 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:17.288294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 894063e9-d886-4b17-b35b-803fdafa3ac3 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:17.289312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:17.606557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:17.705516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a598b89-cfdb-4ab3-9041-df5f895ceae8 req-c3f895c8-cac7-4b2a-a075-df6dcecc0d81 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:17.728681 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6a598b89-cfdb-4ab3-9041-df5f895ceae8 req-c3f895c8-cac7-4b2a-a075-df6dcecc0d81 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.4235437
Apr 15 20:55:17.799852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c580f390>, [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 4, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port': {'id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:03Z', 'updated_at': '2021-04-15T20:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '894063e9-d886-4b17-b35b-803fdafa3ac3', 'name': '', 'network_id': '1d798379-4940-4733-8456-629ee6596d9e', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'mac_address': 'fa:16:3e:86:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '95d36e91-917c-4202-a552-1675e2756ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:06Z', 'updated_at': '2021-04-15T20:55:15Z', 'revision_number': 4, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'subnets': [{'id': '95d36e91-917c-4202-a552-1675e2756ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:55:17.816717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78db03eb-c391-4cb5-8106-49497052bd6c None None] The sync data for ids ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'] in dv-cinder-562053-18-iscsi is: [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 4, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port': {'id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:03Z', 'updated_at': '2021-04-15T20:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '894063e9-d886-4b17-b35b-803fdafa3ac3', 'name': '', 'network_id': '1d798379-4940-4733-8456-629ee6596d9e', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'mac_address': 'fa:16:3e:86:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '95d36e91-917c-4202-a552-1675e2756ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:06Z', 'updated_at': '2021-04-15T20:55:15Z', 'revision_number': 4, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'subnets': [{'id': '95d36e91-917c-4202-a552-1675e2756ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:55:18.080046 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6a598b89-cfdb-4ab3-9041-df5f895ceae8 req-6c07b920-61b7-4dde-9c44-ded52aed2cb8 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3486030
Apr 15 20:55:18.112533 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] For port 894063e9-d886-4b17-b35b-803fdafa3ac3, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=894063e9-d886-4b17-b35b-803fdafa3ac3,segment=NetworkSegment(8e6a52bc-1dd1-4594-8b25-0a51071c6684),segment_id=8e6a52bc-1dd1-4594-8b25-0a51071c6684)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:18.116584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:18.127058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:18.160085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb9343-f895-4df5-8069-f7767dcf9e38 req-e69ebc98-1691-4cad-af8b-e1eda210e121 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:18.167646 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f4fb9343-f895-4df5-8069-f7767dcf9e38 req-e69ebc98-1691-4cad-af8b-e1eda210e121 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.3517222
Apr 15 20:55:18.307815 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f4fb9343-f895-4df5-8069-f7767dcf9e38 req-576b2084-7d27-4445-b27c-18ba961d57fe tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194327
Apr 15 20:55:18.396902 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Pushing event updated for resources: {'Port': ['ID=894063e9-d886-4b17-b35b-803fdafa3ac3,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:18.400616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:18.877774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 894063e9-d886-4b17-b35b-803fdafa3ac3 up at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:19.103023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Provisioning complete for port 894063e9-d886-4b17-b35b-803fdafa3ac3 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:19.103757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:19.639814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894952dd-82c0-4d21-9956-2960ec9a2bd3 req-bd63fc30-49c8-4745-8980-b7968915c4a8 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:19.641494 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-894952dd-82c0-4d21-9956-2960ec9a2bd3 req-bd63fc30-49c8-4745-8980-b7968915c4a8 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.2382259
Apr 15 20:55:19.653889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f112551-b687-4e50-a3ec-62170278aaba req-c1b4a11b-f794-4cc1-964b-5eed5a5fd21b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:19.655902 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0f112551-b687-4e50-a3ec-62170278aaba req-c1b4a11b-f794-4cc1-964b-5eed5a5fd21b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1765556
Apr 15 20:55:19.753959 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-894952dd-82c0-4d21-9956-2960ec9a2bd3 req-c67357ea-8cc8-48d7-a051-b4b6670351f9 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0967615
Apr 15 20:55:19.757451 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0f112551-b687-4e50-a3ec-62170278aaba req-af78cc10-797e-41ba-908a-899ac207979d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834801
Apr 15 20:55:21.095454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5b0e-52ef-425b-8412-deaee1ae7882 req-13ae9f28-61be-4a48-a301-11fba58c0fd1 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:21.097881 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7c4b5b0e-52ef-425b-8412-deaee1ae7882 req-13ae9f28-61be-4a48-a301-11fba58c0fd1 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1177802
Apr 15 20:55:21.156223 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7c4b5b0e-52ef-425b-8412-deaee1ae7882 req-0f1953c7-3d80-44e6-ad69-ae4a7364c6ca tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506060
Apr 15 20:55:21.409747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04daa-c481-4741-9d0c-4e4fb35ab542 req-9c1f194a-a28e-4fd1-ae05-a5ac459a6294 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:21.411744 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bba04daa-c481-4741-9d0c-4e4fb35ab542 req-9c1f194a-a28e-4fd1-ae05-a5ac459a6294 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1477785
Apr 15 20:55:21.487948 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bba04daa-c481-4741-9d0c-4e4fb35ab542 req-fc3c09a4-7df7-4569-8364-bbc3b707bdab tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656152
Apr 15 20:55:21.891976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:55:22.390347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b60ce-41c3-4a91-a856-3d51369795c0 req-391fcdf8-3d0f-4c39-9a2f-b6659db36559 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:22.398376 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d70b60ce-41c3-4a91-a856-3d51369795c0 req-391fcdf8-3d0f-4c39-9a2f-b6659db36559 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1029868
Apr 15 20:55:22.448034 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d70b60ce-41c3-4a91-a856-3d51369795c0 req-303c1f50-2e9b-42b8-9423-fbd1ff656e23 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479429
Apr 15 20:55:22.799303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c959b-7c1f-4746-9e14-2cb9f03d0f82 req-899fa9c5-843c-466f-a98f-5b92b4ed855a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:22.801845 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-430c959b-7c1f-4746-9e14-2cb9f03d0f82 req-899fa9c5-843c-466f-a98f-5b92b4ed855a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1477394
Apr 15 20:55:22.861640 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-430c959b-7c1f-4746-9e14-2cb9f03d0f82 req-ed802dec-6f16-48ed-a877-0d209170050a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520873
Apr 15 20:55:23.681657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31743bc4-ba8d-4740-b4a0-eec9a6831ad7 req-6ee936b9-c4b9-47d1-8339-4029c7d90f18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:23.683296 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-31743bc4-ba8d-4740-b4a0-eec9a6831ad7 req-6ee936b9-c4b9-47d1-8339-4029c7d90f18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1038463
Apr 15 20:55:23.760939 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-31743bc4-ba8d-4740-b4a0-eec9a6831ad7 req-0ae8e7bb-f530-4cf3-99d6-fcff2f25f02f tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0654309
Apr 15 20:55:24.168361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64274621-d24f-4ca9-9265-caaa7fd3b1b3 req-780f7ea6-191a-4a83-9bef-0f0b05584e45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:24.178450 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-64274621-d24f-4ca9-9265-caaa7fd3b1b3 req-780f7ea6-191a-4a83-9bef-0f0b05584e45 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.1288512
Apr 15 20:55:24.235750 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-64274621-d24f-4ca9-9265-caaa7fd3b1b3 req-99cbdf39-69e0-40ef-88c0-6fa02e3efc36 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561144
Apr 15 20:55:24.965456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd699b-d820-48ff-9aed-cc7c171c2a5b req-647b68c2-a0e7-4683-96e4-322d995d6315 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:24.965962 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-28fd699b-d820-48ff-9aed-cc7c171c2a5b req-647b68c2-a0e7-4683-96e4-322d995d6315 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.0932307
Apr 15 20:55:25.017950 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-28fd699b-d820-48ff-9aed-cc7c171c2a5b req-3f62434b-a363-4158-9692-f757639fef98 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427637
Apr 15 20:55:25.451479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190eae3-9e92-4d1b-a781-44e34ca12262 req-966de6cc-4f69-49a0-9591-6966e9c47861 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:25.453110 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7190eae3-9e92-4d1b-a781-44e34ca12262 req-966de6cc-4f69-49a0-9591-6966e9c47861 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.0901062
Apr 15 20:55:25.505091 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7190eae3-9e92-4d1b-a781-44e34ca12262 req-f4602be9-5b29-4f7a-972a-d41c56e8a4fe tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454271
Apr 15 20:55:25.780632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-b372c7d5-591f-440c-969e-6a94c1a15517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:25.782235 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-b372c7d5-591f-440c-969e-6a94c1a15517 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1099 time: 0.2085397
Apr 15 20:55:25.925031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-297eeaa7-0051-44eb-bbc3-bf8649972e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:25.926485 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-297eeaa7-0051-44eb-bbc3-bf8649972e5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.1371634
Apr 15 20:55:26.044455 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-ff2bea05-9240-4985-8b4e-bdeba1be2414 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 200  len: 1002 time: 0.1063125
Apr 15 20:55:26.117531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-8f27d31f-6638-419c-be2e-7977600314ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:26.119103 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-8f27d31f-6638-419c-be2e-7977600314ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.0678065
Apr 15 20:55:26.206149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-4a6587c3-c273-4820-a0b9-e5428687d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:26.207842 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-4a6587c3-c273-4820-a0b9-e5428687d7ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0800221
Apr 15 20:55:26.223389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6907aa1-b994-4afb-b3ad-cfd985c64af0 req-a24d81bb-1e06-4d04-be23-5de3aca47c08 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:26.225032 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f6907aa1-b994-4afb-b3ad-cfd985c64af0 req-a24d81bb-1e06-4d04-be23-5de3aca47c08 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.0908029
Apr 15 20:55:26.273738 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f6907aa1-b994-4afb-b3ad-cfd985c64af0 req-eba4e774-2392-47b5-bd76-e7bd265cd1d7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421085
Apr 15 20:55:26.360574 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-8fbeb38c-3085-49bb-8335-5140d0c4a5cc service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421716
Apr 15 20:55:26.520096 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0b46fe64-1875-48d5-b07a-7998bc031dba req-09faed7d-76f9-4fd8-9cc8-0466b243402c service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496260
Apr 15 20:55:26.719577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbd20b-823a-44a1-aa84-50797bbd01d8 req-ada4f70a-9297-4a41-a5dd-a7b0750d0020 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:26.721607 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79cbd20b-823a-44a1-aa84-50797bbd01d8 req-ada4f70a-9297-4a41-a5dd-a7b0750d0020 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 946 time: 0.0949483
Apr 15 20:55:26.774034 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-79cbd20b-823a-44a1-aa84-50797bbd01d8 req-cb1d8a32-8864-4c88-a43f-5eb901b42d7c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458636
Apr 15 20:55:27.486868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:55:27.506035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecf5ad-17d2-4f34-a950-26268a9607bc req-ba93fe6a-5aa9-4ecb-bc1c-63fd974d6122 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:27.507687 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cfecf5ad-17d2-4f34-a950-26268a9607bc req-ba93fe6a-5aa9-4ecb-bc1c-63fd974d6122 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1002331
Apr 15 20:55:27.557290 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cfecf5ad-17d2-4f34-a950-26268a9607bc req-ba154112-15cb-40cb-9afa-e81cf4ce868a tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428965
Apr 15 20:55:27.612145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:27.639976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:55:27.650282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:27.653463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:27.655361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:27.728126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:27.731576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:27.752092 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07', 'code': 200}
Apr 15 20:55:27.991070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ecb5-e6ff-4ef6-b58a-eb905b78dd9b req-1f066899-29d0-413a-a459-482b6c6cf784 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:27.992715 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6e3ecb5-e6ff-4ef6-b58a-eb905b78dd9b req-1f066899-29d0-413a-a459-482b6c6cf784 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.0918474
Apr 15 20:55:28.043585 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d6e3ecb5-e6ff-4ef6-b58a-eb905b78dd9b req-d1807031-473f-400a-b2b8-75d70891e66a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431981
Apr 15 20:55:28.764821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906be20-554b-4a87-9e50-c6bf13f1cc00 req-c79aec99-653c-4542-bebc-7c77b77300e4 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:28.766532 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9906be20-554b-4a87-9e50-c6bf13f1cc00 req-c79aec99-653c-4542-bebc-7c77b77300e4 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.0940559
Apr 15 20:55:28.824692 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9906be20-554b-4a87-9e50-c6bf13f1cc00 req-d95f2bd0-662b-4d39-893a-64af9628641c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0487685
Apr 15 20:55:29.253578 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783500a-c004-4f0e-bd54-d48a422504fb req-427c5926-2957-4379-b4c7-103131b9816a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:29.255170 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d783500a-c004-4f0e-bd54-d48a422504fb req-427c5926-2957-4379-b4c7-103131b9816a tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.0931525
Apr 15 20:55:29.304054 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d783500a-c004-4f0e-bd54-d48a422504fb req-84c52d28-863b-42b3-a3ca-558b7de867f2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421944
Apr 15 20:55:30.064748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957d2d-5fb8-4feb-8980-bd2ad33bc239 req-e00e4c84-8d47-4a94-b1bf-0cb07eab1f46 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:30.066362 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-07957d2d-5fb8-4feb-8980-bd2ad33bc239 req-e00e4c84-8d47-4a94-b1bf-0cb07eab1f46 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1021628
Apr 15 20:55:30.119100 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-07957d2d-5fb8-4feb-8980-bd2ad33bc239 req-89139ece-9460-42e6-a13f-3bf427548486 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456278
Apr 15 20:55:30.444675 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d8480729-b849-4c45-ad53-35e382f745cb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Synchronizing usage tracker for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:55:30.465718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d8480729-b849-4c45-ad53-35e382f745cb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Unset dirty status for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:55:30.467022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d8480729-b849-4c45-ad53-35e382f745cb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983196112&fields=id&tenant_id=1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 267 time: 0.0678692
Apr 15 20:55:30.906471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d314fe34-dcb5-465e-9bb7-25733851440b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:30.907420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d314fe34-dcb5-465e-9bb7-25733851440b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Synchronizing usage tracker for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:55:30.925537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d314fe34-dcb5-465e-9bb7-25733851440b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Unset dirty status for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:55:30.926836 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d314fe34-dcb5-465e-9bb7-25733851440b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 812 time: 0.4500539
Apr 15 20:55:30.946135 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-f9c836eb-6ae6-4f96-b7a8-f3c3438e11b5 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/quotas/1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 375 time: 0.0126321
Apr 15 20:55:31.083559 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-caa390da-dbc2-4ade-afce-2bcb7fe347f6 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1224718
Apr 15 20:55:31.366975 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-5cc4540b-b215-4f16-93aa-176eaf294a5c service neutron] 10.222.0.25 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823098
Apr 15 20:55:31.379688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314731a0-d0fd-4eed-ba15-8dedf2dd663d req-c0cc657a-cafa-43a4-b8f1-3ae04c331d6c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:31.381287 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-314731a0-d0fd-4eed-ba15-8dedf2dd663d req-c0cc657a-cafa-43a4-b8f1-3ae04c331d6c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.2620695
Apr 15 20:55:31.382487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58516) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:55:31.511755 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-9f8399ab-3045-47f8-b340-564d8c658b94 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1279092
Apr 15 20:55:31.518684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:55:31.543958 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-314731a0-d0fd-4eed-ba15-8dedf2dd663d req-1c78a025-4f8d-47dc-aea7-b60574bd4676 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327691
Apr 15 20:55:31.577969 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-73c9b4f1-4039-4136-8bca-e6760f9b5696 service neutron] 10.222.0.25 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955948
Apr 15 20:55:31.759973 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d4d11-ff3f-45fb-a93b-f8df1656871b req-7f62346a-c777-4fbd-8046-ab2e060d6182 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:31.761678 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cf1d4d11-ff3f-45fb-a93b-f8df1656871b req-7f62346a-c777-4fbd-8046-ab2e060d6182 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.0939007
Apr 15 20:55:31.812151 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cf1d4d11-ff3f-45fb-a93b-f8df1656871b req-1b1919ea-3121-490e-8d82-b554f382fe41 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440860
Apr 15 20:55:32.035750 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e7c9c85d-76c3-4b74-ab0f-60eb31ebe473 req-4c6bc326-ce34-447c-932f-b56a8efbadc2 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 210 time: 0.0610678
Apr 15 20:55:32.201869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-b3ccc848-5625-4dfc-ae3c-92ee35e6aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.203606 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-b3ccc848-5625-4dfc-ae3c-92ee35e6aca7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1098 time: 0.0854797
Apr 15 20:55:32.370182 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de3ea2-38cf-41e6-92ab-7c4ec915ec8f req-09164b6c-6343-4c41-9e04-d815d7e4f000 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.371963 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-45de3ea2-38cf-41e6-92ab-7c4ec915ec8f req-09164b6c-6343-4c41-9e04-d815d7e4f000 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 946 time: 0.1629844
Apr 15 20:55:32.384414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-9923907d-9845-46c4-ad70-a8f4cccab6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.386298 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-9923907d-9845-46c4-ad70-a8f4cccab6c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 909 time: 0.1647990
Apr 15 20:55:32.433495 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-45de3ea2-38cf-41e6-92ab-7c4ec915ec8f req-160e39f4-19fd-43af-b036-366262202aa1 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538120
Apr 15 20:55:32.522119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-0dc5f6e4-31ed-4241-a020-a37d1fb6e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.523880 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-0dc5f6e4-31ed-4241-a020-a37d1fb6e164 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201&tenant_id=560f66c334274db5b78dbe4a540680ae HTTP/1.1" status: 200  len: 1097 time: 0.0955462
Apr 15 20:55:32.542932 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-effc7ca8-40b2-47b6-9bee-c07e4a55282f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 1000 time: 0.1462679
Apr 15 20:55:32.659875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-6cd6758f-c8f4-4563-887f-f05aa460ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.661642 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-6cd6758f-c8f4-4563-887f-f05aa460ae64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1097 time: 0.0959804
Apr 15 20:55:32.665559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-d625d4d4-ab7c-492d-9d35-c13da80a1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.667269 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-d625d4d4-ab7c-492d-9d35-c13da80a1eb0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 200  len: 847 time: 0.1020484
Apr 15 20:55:32.769052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-3da2ab4f-65b4-4447-9982-7c1db140ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.770682 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-3da2ab4f-65b4-4447-9982-7c1db140ff28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f827cc-3540-4854-8d56-93796ba9f305&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0952680
Apr 15 20:55:32.863976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-1cbbece0-4c3b-4f94-9ece-64db9a89b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:32.865590 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-1cbbece0-4c3b-4f94-9ece-64db9a89b53d service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.1965144
Apr 15 20:55:32.968951 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-e0f63853-0cf7-4120-acea-ea9a24705a5c service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836324
Apr 15 20:55:33.006027 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-c632f50e-f949-4aa8-a7f2-67371d086666 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 200  len: 1000 time: 0.1311216
Apr 15 20:55:33.016580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac85af-9f9a-4698-94f2-f5707509867a req-b92c4e9f-6706-42c4-8b6b-3a444342e393 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:33.024314 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01ac85af-9f9a-4698-94f2-f5707509867a req-b92c4e9f-6706-42c4-8b6b-3a444342e393 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.3281581
Apr 15 20:55:33.177554 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01ac85af-9f9a-4698-94f2-f5707509867a req-9953d81b-a842-41df-8795-4765430977d8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1522844
Apr 15 20:55:33.185449 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-38c2d7c3-1284-4052-a062-26e5f3a9ff7a req-4979307f-484c-425d-934b-923175bf32f1 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1969142
Apr 15 20:55:33.193772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-cf7d74bb-d09d-4ed1-b78e-b1a10c2cadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:33.195484 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-cf7d74bb-d09d-4ed1-b78e-b1a10c2cadc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.1689987
Apr 15 20:55:33.301154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847544d-d8cf-4791-be48-192e9a4219ad req-8070a1bd-a9fc-4e74-a87d-a0f0d0dfa536 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:33.302746 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b847544d-d8cf-4791-be48-192e9a4219ad req-8070a1bd-a9fc-4e74-a87d-a0f0d0dfa536 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1998467
Apr 15 20:55:33.363860 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80e5f5a2-e71e-469a-92a3-b77104fdb5da req-39bd9acf-8ef1-4dcf-a43b-5bbb41796222 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 210 time: 0.0597546
Apr 15 20:55:33.408201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-d479bc76-49fc-4490-8351-167d8d7dc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:33.409929 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-d479bc76-49fc-4490-8351-167d8d7dc48a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2008030
Apr 15 20:55:33.418485 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b847544d-d8cf-4791-be48-192e9a4219ad req-9cb5e582-4f60-49a6-b97d-16e3e80690dc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0708194
Apr 15 20:55:33.529410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-4f0a4500-5c6d-4e1c-aa37-59d4602ec817 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:33.531050 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-4f0a4500-5c6d-4e1c-aa37-59d4602ec817 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 812 time: 0.1718185
Apr 15 20:55:33.622100 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-d8968961-0b26-4f52-a1c5-db72c542c84b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 8059 time: 0.0798552
Apr 15 20:55:33.630470 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-73743c7b-1755-49b4-bd02-4ba3f8d4a51e service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107420
Apr 15 20:55:33.634044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'port': {'device_id': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'admin_state_up': True, 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'security_groups': ['e5c9d67b-78b7-498f-bc92-36f04a9bcefa']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:33.759699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1ea41-509f-4700-a07f-8bba547fcf91 req-3a2ec15a-fd51-4c23-9b59-feace25cbce4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:33.761480 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-13a1ea41-509f-4700-a07f-8bba547fcf91 req-3a2ec15a-fd51-4c23-9b59-feace25cbce4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 946 time: 0.1925211
Apr 15 20:55:33.786845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:33.791853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:port and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:55:33.795008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:55:33.801428 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:33.812562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Made reservation on behalf of 1ad2ce99ca694398b0a522604b0dc322 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:55:33.818914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:33.837809 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0b09b3e-69ea-4378-95dd-4752786cf76f req-e5310fe1-0eb6-432a-8319-6be976414d92 service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978118
Apr 15 20:55:33.846570 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-13a1ea41-509f-4700-a07f-8bba547fcf91 req-81a90ed7-779f-4796-a6c5-951f12bed9ec tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683899
Apr 15 20:55:34.002454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Allocated IP 172.20.0.9 (857f6176-b3ab-412d-ad1c-268fd776f59e/648982b5-491f-4ed9-a81e-e3670e9ea098/ba9a7c9f-e31a-4453-a041-49d1aa717dd8) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:55:34.033833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5262ddaf-3063-4f89-acf7-5d17512a30c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:34.115423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-aa0219d1-91aa-4d0c-a493-a9d48099a69c tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:34.117039 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-aa0219d1-91aa-4d0c-a493-a9d48099a69c tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 946 time: 0.1136222
Apr 15 20:55:34.201382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Deleting port 103d49e8-e9f2-418c-874a-7ef9cf00f754 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:55:34.201869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:34.207273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:34.227116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Transition to ACTIVE for port object ba9a7c9f-e31a-4453-a041-49d1aa717dd8 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:34.254687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:34.270209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:34.599648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a60141-2826-463d-a346-a2ef157f62a2 req-5b861eb4-2c54-4f83-89ce-a95b5d071d68 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:34.601459 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93a60141-2826-463d-a346-a2ef157f62a2 req-5b861eb4-2c54-4f83-89ce-a95b5d071d68 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.2964175
Apr 15 20:55:34.613000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] For port 103d49e8-e9f2-418c-874a-7ef9cf00f754, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=103d49e8-e9f2-418c-874a-7ef9cf00f754,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:34.613399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:34.647340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:34.651960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:34.708236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Network 857f6176-b3ab-412d-ad1c-268fd776f59e is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:55:34.709514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:55:34.712069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:55:34.772174 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Calling delete_port for 103d49e8-e9f2-418c-874a-7ef9cf00f754 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:55:34.784745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:34.785427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:34.810420 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-51249852-e064-4f5c-871c-ee8562a21df3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1811531
Apr 15 20:55:34.826596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Request body: {'port': {'device_id': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:34.875407 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93a60141-2826-463d-a346-a2ef157f62a2 req-63e32810-91fb-4a98-bf00-c064b0a61a88 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2643650
Apr 15 20:55:34.898249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53322889-8f52-4125-adae-d2a34476a63a req-e6bfcbe5-d475-4606-87c7-764dd0abfe93 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:34.906866 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-53322889-8f52-4125-adae-d2a34476a63a req-e6bfcbe5-d475-4606-87c7-764dd0abfe93 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 931 time: 0.3923881
Apr 15 20:55:34.977199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:35.009719 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-53322889-8f52-4125-adae-d2a34476a63a req-7ed71b4e-22ab-4bf5-b505-f54a74ba3623 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017165
Apr 15 20:55:35.012759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6b5a7223-edb9-4f1b-9935-cc5f9cba81d3 None None] Provisioning for port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:35.026979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6b5a7223-edb9-4f1b-9935-cc5f9cba81d3 None None] Provisioning complete for port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:35.028294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6b5a7223-edb9-4f1b-9935-cc5f9cba81d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:35.169540 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a7223-edb9-4f1b-9935-cc5f9cba81d3 None None] Port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:55:35.294303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:35.308308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['103d49e8-e9f2-418c-874a-7ef9cf00f754'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:55:35.614409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9a7c9f-e31a-4453-a041-49d1aa717dd8 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:55:35.625925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:35.644216 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Transition to ACTIVE for port object ba9a7c9f-e31a-4453-a041-49d1aa717dd8 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:55:35.655566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:35.681036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:35.696602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e7d7391b-d847-4458-a441-08ab312e558c tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:35.769065 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-351cf3be-93ab-44af-99e6-8337bdca8c5c req-6bbb2fe6-14da-455e-bcd2-f1526fa5c183 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.4954557
Apr 15 20:55:35.769974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Pushing event deleted for resources: {'Port': ['ID=103d49e8-e9f2-418c-874a-7ef9cf00f754,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:35.854705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Pushing event updated for resources: {'Port': ['ID=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:35.859822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:35.868118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:35.943510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-45d8a5b6-9bf2-44f5-96cc-de8e20d62d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:35.969774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca41bf-3cc2-4c18-84d9-32bb568ec080 req-58ce01b0-fafc-4592-bf8c-9c97e901699e tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:35.972186 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-12ca41bf-3cc2-4c18-84d9-32bb568ec080 req-58ce01b0-fafc-4592-bf8c-9c97e901699e tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.7795699
Apr 15 20:55:36.200244 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-12ca41bf-3cc2-4c18-84d9-32bb568ec080 req-979f78b7-a80f-4357-8250-a163be3e2f47 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1976461
Apr 15 20:55:36.252970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Attempting to bind port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:55:36.253297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Attempting to bind port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:55:36.253662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Attempting to bind port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:55:36.270456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 on network 857f6176-b3ab-412d-ad1c-268fd776f59e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:55:36.270808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Attempting to bind port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:55:36.277431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:55:36.277807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Checking segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:55:36.278250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Bound using segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:55:36.278741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Bound port: ba9a7c9f-e31a-4453-a041-49d1aa717dd8, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:55:36.279130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:36.410837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] No DVR routers for this DVR port 103d49e8-e9f2-418c-874a-7ef9cf00f754 on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:55:36.413610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:36.417553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] For port ba9a7c9f-e31a-4453-a041-49d1aa717dd8, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:55:36.421017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] For port ba9a7c9f-e31a-4453-a041-49d1aa717dd8, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:55:36.425613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:36.441787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:36.444886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'name': 'network-vif-deleted', 'tag': '103d49e8-e9f2-418c-874a-7ef9cf00f754'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:55:36.455755 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-976cbdaa-f2f6-4726-9365-e658f2758198 req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "DELETE /v2.0/ports/103d49e8-e9f2-418c-874a-7ef9cf00f754 HTTP/1.1" status: 204  len: 173 time: 2.3275850
Apr 15 20:55:36.527700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7b836-705b-4131-91da-ca363251f468 req-7446b868-ddf2-4564-9f4d-0cd2a5aa0c07 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:36.535928 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-31c7b836-705b-4131-91da-ca363251f468 req-7446b868-ddf2-4564-9f4d-0cd2a5aa0c07 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1739774
Apr 15 20:55:36.605489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:36.607270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a226f-4cf3-45b0-be08-d32b33b97c25 req-5760f51e-7d14-4d55-bb37-d9f541bc1b6e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:36.609257 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce1a226f-4cf3-45b0-be08-d32b33b97c25 req-5760f51e-7d14-4d55-bb37-d9f541bc1b6e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.4313846
Apr 15 20:55:36.622852 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-31c7b836-705b-4131-91da-ca363251f468 req-b82b462a-c08f-46a0-a562-7317c4fbac32 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858750
Apr 15 20:55:36.630645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Pushing event updated for resources: {'Port': ['ID=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:36.637957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:36.673475 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce1a226f-4cf3-45b0-be08-d32b33b97c25 req-4b0f0754-6873-4b08-83c5-82a9baabdc59 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493534
Apr 15 20:55:36.693875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:36.695084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:36.696814 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] 10.222.0.62 "PUT /v2.0/ports/ba9a7c9f-e31a-4453-a041-49d1aa717dd8 HTTP/1.1" status: 200  len: 1093 time: 1.8753438
Apr 15 20:55:36.697487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:55:36.808990 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a3f437-1ec7-4c4e-900e-e8f8fcc97926', 'name': 'network-vif-deleted', 'tag': '103d49e8-e9f2-418c-874a-7ef9cf00f754', 'status': 'completed', 'code': 200}
Apr 15 20:55:36.870371 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'status': 'completed', 'code': 200}
Apr 15 20:55:36.977980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-e4753d7f-87b4-482a-867d-a6e57e18cc80 req-73730580-2375-404c-bcc6-1ac5fb2a774f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Synchronizing usage tracker for tenant:da72dae7612142a19481d4253e6b1ec8 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:55:36.995420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-e4753d7f-87b4-482a-867d-a6e57e18cc80 req-73730580-2375-404c-bcc6-1ac5fb2a774f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Unset dirty status for tenant:da72dae7612142a19481d4253e6b1ec8 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:55:36.996836 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4753d7f-87b4-482a-867d-a6e57e18cc80 req-73730580-2375-404c-bcc6-1ac5fb2a774f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0821385
Apr 15 20:55:37.259035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:37.413707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd705ce-9c0a-432f-8ec7-2b88910cc3cf req-3e33977e-e2ff-4f2f-a6f6-36ad8aa94d52 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:37.415391 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bcd705ce-9c0a-432f-8ec7-2b88910cc3cf req-3e33977e-e2ff-4f2f-a6f6-36ad8aa94d52 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.0912511
Apr 15 20:55:37.466160 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bcd705ce-9c0a-432f-8ec7-2b88910cc3cf req-308bfc9d-3e6a-4b55-8180-3d1e2aee5673 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439105
Apr 15 20:55:37.539229 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 103d49e8-e9f2-418c-874a-7ef9cf00f754 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:55:37.577080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 103d49e8-e9f2-418c-874a-7ef9cf00f754 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:55:37.577813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 103d49e8-e9f2-418c-874a-7ef9cf00f754 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:55:37.578588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 937496b7-fa52-4d53-ad56-6e8ac95a5473 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:55:37.708020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:37.738796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:55:37.750558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:37.754631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:37.756610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ad9eb8d9-179d-45ca-baac-c5714f6ad594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:37.830228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:37.842332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:37.899630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1f109-29e5-46e2-bcfb-16a3f8eecf13 req-ffc9ff6d-85a9-4eeb-a3d1-16fd95a6dc63 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:37.901732 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a4c1f109-29e5-46e2-bcfb-16a3f8eecf13 req-ffc9ff6d-85a9-4eeb-a3d1-16fd95a6dc63 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1620162
Apr 15 20:55:37.975924 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a4c1f109-29e5-46e2-bcfb-16a3f8eecf13 req-07080d5e-9b6b-45e6-90b0-facd375251d8 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661690
Apr 15 20:55:38.012279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aae9bf-386d-4b1b-b40e-845a44d89d7f req-16d5d925-1847-4cad-bb9c-dd425ddf4b0e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:38.025372 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0aae9bf-386d-4b1b-b40e-845a44d89d7f req-16d5d925-1847-4cad-bb9c-dd425ddf4b0e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1796238
Apr 15 20:55:38.058498 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'code': 200}
Apr 15 20:55:38.082459 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0aae9bf-386d-4b1b-b40e-845a44d89d7f req-8c2b1a7f-7410-43e6-bb58-5bb1d25c4944 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559702
Apr 15 20:55:38.204742 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11232de0-f299-47ea-8997-8d25ec2e1493 req-7903b17b-9bcd-4959-8ffb-1d569941d1e1 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0538235
Apr 15 20:55:38.440818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:38.690752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126df7-57fe-490e-91a6-e3ca96dbf4f0 req-62363718-6978-4502-b8c4-1dcc0a6dea31 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:38.692590 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a126df7-57fe-490e-91a6-e3ca96dbf4f0 req-62363718-6978-4502-b8c4-1dcc0a6dea31 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1104319
Apr 15 20:55:38.753779 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a126df7-57fe-490e-91a6-e3ca96dbf4f0 req-af901774-bfb7-4c12-b9b0-a757b6598b75 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529852
Apr 15 20:55:39.210962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c659b2-589a-4fcc-ac2f-d218da793d0f req-5694b142-8e57-4b6f-b3b8-2ff2cb8f756f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:39.212889 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c659b2-589a-4fcc-ac2f-d218da793d0f req-5694b142-8e57-4b6f-b3b8-2ff2cb8f756f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1140547
Apr 15 20:55:39.322705 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-11c659b2-589a-4fcc-ac2f-d218da793d0f req-f3451bf0-6302-4218-83b6-40a55a42ea54 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992599
Apr 15 20:55:39.359959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5a1b6-ffdc-4ee0-a433-ed1eb47b4a12 req-c30583d1-4174-47b3-a850-d3d08af13cdb tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:39.361608 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c3b5a1b6-ffdc-4ee0-a433-ed1eb47b4a12 req-c30583d1-4174-47b3-a850-d3d08af13cdb tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1201403
Apr 15 20:55:39.420686 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c3b5a1b6-ffdc-4ee0-a433-ed1eb47b4a12 req-625f6db5-12e1-4678-958c-6b4df3191240 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502918
Apr 15 20:55:39.498111 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1d3c2a17-7f92-4be5-8b64-7ac5138c947c req-8468c4e1-1694-4bad-827c-00de255eb878 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0539973
Apr 15 20:55:39.993313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa755c3-0df7-44d3-9b73-94939c0197b2 req-6535e79a-3746-4344-983a-c08f7da41df6 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:39.995624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3fa755c3-0df7-44d3-9b73-94939c0197b2 req-6535e79a-3746-4344-983a-c08f7da41df6 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.0952959
Apr 15 20:55:40.048567 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3fa755c3-0df7-44d3-9b73-94939c0197b2 req-695f3a65-8659-432a-a5df-f7e72ce83d19 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453472
Apr 15 20:55:40.549709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509147fa-798c-4141-b2b0-6111f0800fde req-9db524ab-b4bf-4618-af17-63db93be1958 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:40.556133 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-509147fa-798c-4141-b2b0-6111f0800fde req-9db524ab-b4bf-4618-af17-63db93be1958 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1126032
Apr 15 20:55:40.662146 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-509147fa-798c-4141-b2b0-6111f0800fde req-02886255-460e-4e0e-b7e1-caf343324e78 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628006
Apr 15 20:55:40.692585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc8ee0-32ab-41cb-a888-1496e937e0d7 req-9d098688-c1d3-4652-bcf2-58e4fd392b87 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:40.694628 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3acc8ee0-32ab-41cb-a888-1496e937e0d7 req-9d098688-c1d3-4652-bcf2-58e4fd392b87 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1369605
Apr 15 20:55:40.750218 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3acc8ee0-32ab-41cb-a888-1496e937e0d7 req-2dc8d9cf-2483-485a-9f99-e63b205b063b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472531
Apr 15 20:55:40.844908 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7be2cd2d-8f42-4541-96b8-5761a536bfbe req-ddfa8e73-26ad-4ebc-a31f-760b61a899a4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0549192
Apr 15 20:55:41.268459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df40032-8916-442c-a783-1affa447b002 req-c3732690-2218-4fd1-9217-979c84edd3fc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:41.270193 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8df40032-8916-442c-a783-1affa447b002 req-c3732690-2218-4fd1-9217-979c84edd3fc tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.0990756
Apr 15 20:55:41.332120 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8df40032-8916-442c-a783-1affa447b002 req-c1094dea-1cd0-44a4-92b6-450c22a5d18c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0539482
Apr 15 20:55:41.951506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafcce1-7200-4a8f-9f8f-d9be0489b267 req-1d767fb7-6257-4d51-ac5d-42ee096f45bc tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:41.959087 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dafcce1-7200-4a8f-9f8f-d9be0489b267 req-1d767fb7-6257-4d51-ac5d-42ee096f45bc tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1722558
Apr 15 20:55:42.023897 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dafcce1-7200-4a8f-9f8f-d9be0489b267 req-d25ebd2e-b143-4011-a426-956c883306f1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634887
Apr 15 20:55:42.052877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f65b1-6bf3-4fa3-bc5f-040a03d26371 req-119c7e74-4c88-4eb0-aa63-904525738ed9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:42.067531 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ca4f65b1-6bf3-4fa3-bc5f-040a03d26371 req-119c7e74-4c88-4eb0-aa63-904525738ed9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1861956
Apr 15 20:55:42.172493 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ca4f65b1-6bf3-4fa3-bc5f-040a03d26371 req-7dc10ce5-8cd6-437c-9a88-96ba5da35383 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033492
Apr 15 20:55:42.270522 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c274c4e9-8560-4032-a641-95c97df68903 req-dea8f3c5-0812-4e0c-8a0e-b56d002aa83e tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0671473
Apr 15 20:55:42.547494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef81cf1-0e93-429a-b538-fb78fe3e3a5a req-6b6c8dba-17cb-424c-9759-f01a9565f6bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:42.549390 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0ef81cf1-0e93-429a-b538-fb78fe3e3a5a req-6b6c8dba-17cb-424c-9759-f01a9565f6bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1021399
Apr 15 20:55:42.608969 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0ef81cf1-0e93-429a-b538-fb78fe3e3a5a req-04c3c743-5300-4db5-961a-ba71675c0893 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0532455
Apr 15 20:55:43.284554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9909b0-a901-44f0-8b3b-3e225026f22f req-da4e5fa5-2ff2-49e8-a889-de9a76412942 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:43.289663 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7b9909b0-a901-44f0-8b3b-3e225026f22f req-da4e5fa5-2ff2-49e8-a889-de9a76412942 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1445789
Apr 15 20:55:43.398138 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7b9909b0-a901-44f0-8b3b-3e225026f22f req-79513f55-394c-4a7a-81fa-bd416d0b7833 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927186
Apr 15 20:55:43.627444 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-db5afe65-1aa1-42f5-bafc-9bb48487bf12 req-fcaa9904-b140-46b4-af6e-59cdc11b7cfd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0980821
Apr 15 20:55:43.712462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570974e-eac6-4cd5-865c-395e5346db21 req-e0f4ab49-03f4-4c0f-841b-79544fe0d56f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:43.715188 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6570974e-eac6-4cd5-865c-395e5346db21 req-e0f4ab49-03f4-4c0f-841b-79544fe0d56f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1329508
Apr 15 20:55:43.829231 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6570974e-eac6-4cd5-865c-395e5346db21 req-16b45664-385e-4947-864a-8902a207635b tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061230
Apr 15 20:55:43.882651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e926406-a6ad-49bd-b1b2-a38faf0989c7 req-743b30a9-913b-49cf-a07c-73b9f71fce7d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:43.885946 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3e926406-a6ad-49bd-b1b2-a38faf0989c7 req-743b30a9-913b-49cf-a07c-73b9f71fce7d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1338215
Apr 15 20:55:43.940634 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3e926406-a6ad-49bd-b1b2-a38faf0989c7 req-a2b44495-8c0c-400c-b553-cd894c65518b tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482619
Apr 15 20:55:44.625471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdf5c2-3230-4331-982e-49c37b3c32f3 req-065825e3-d7f2-421f-9818-8cb62fca0fb4 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:44.627169 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78bdf5c2-3230-4331-982e-49c37b3c32f3 req-065825e3-d7f2-421f-9818-8cb62fca0fb4 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.0982285
Apr 15 20:55:44.679972 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-78bdf5c2-3230-4331-982e-49c37b3c32f3 req-4f770ba4-56d4-421f-839c-2aaad9fbf26a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455527
Apr 15 20:55:44.798808 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-abf4a1b8-eccf-4d36-b27d-3f732fe1f814 req-1313f070-2777-4c7b-a72b-094772758b9d tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0540638
Apr 15 20:55:45.058362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3c640-e13e-444b-b4dc-82e7c065b558 req-3b1125bd-9d46-4879-a536-636b89224ca6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:45.060031 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ebb3c640-e13e-444b-b4dc-82e7c065b558 req-3b1125bd-9d46-4879-a536-636b89224ca6 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.0990467
Apr 15 20:55:45.179640 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ebb3c640-e13e-444b-b4dc-82e7c065b558 req-5bcb574a-4a59-493b-bf08-fd317347a201 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724223
Apr 15 20:55:45.230118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf1cba-8908-4a99-a54f-90e6758923a2 req-078e297f-0efa-48e8-adc4-0609f5b02b09 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:45.237916 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-36bf1cba-8908-4a99-a54f-90e6758923a2 req-078e297f-0efa-48e8-adc4-0609f5b02b09 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1768434
Apr 15 20:55:45.280574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c45dc2-e087-44e6-a88b-091c10db4af3 req-7e142895-f8dc-4002-bba4-6eb9804d8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:45.283843 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01c45dc2-e087-44e6-a88b-091c10db4af3 req-7e142895-f8dc-4002-bba4-6eb9804d8438 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 1096 time: 0.0975833
Apr 15 20:55:45.284206 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-36bf1cba-8908-4a99-a54f-90e6758923a2 req-153c1d70-d0c4-423a-836a-5319b21a534e tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453088
Apr 15 20:55:45.445289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c45dc2-e087-44e6-a88b-091c10db4af3 req-a3579762-ee59-4e6b-babd-9342b1932b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:45.447001 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01c45dc2-e087-44e6-a88b-091c10db4af3 req-a3579762-ee59-4e6b-babd-9342b1932b0a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1ad2ce99ca694398b0a522604b0dc322&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1536362
Apr 15 20:55:45.544936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:45.665664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c45dc2-e087-44e6-a88b-091c10db4af3 req-b2a99610-3edb-4b90-adab-f1a9dba410a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:45.667254 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-01c45dc2-e087-44e6-a88b-091c10db4af3 req-b2a99610-3edb-4b90-adab-f1a9dba410a3 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2091000
Apr 15 20:55:45.829989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-fc49a794-42c7-45a9-8e8a-d1af9b4e0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:45.831509 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-fc49a794-42c7-45a9-8e8a-d1af9b4e0e1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 1096 time: 0.1053159
Apr 15 20:55:45.914984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8aa18f-7571-45ad-8760-6205be361b98 req-a1e55f3d-6681-4823-9fd7-ed809524727c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:45.916888 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ac8aa18f-7571-45ad-8760-6205be361b98 req-a1e55f3d-6681-4823-9fd7-ed809524727c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1123979
Apr 15 20:55:45.968781 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-65689fd8-fefe-407a-b97f-e299a84de0ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8 HTTP/1.1" status: 200  len: 217 time: 0.1291635
Apr 15 20:55:46.017953 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ac8aa18f-7571-45ad-8760-6205be361b98 req-3a0bcfb3-3333-4a6c-a528-ec04217c483a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919559
Apr 15 20:55:46.025787 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7cecc0b6-3d89-47ff-927a-8e2bf645ac93 req-5ac49639-9b96-427c-8d9e-19fec8044772 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1a3f437-1ec7-4c4e-900e-e8f8fcc97926 HTTP/1.1" status: 200  len: 210 time: 0.0613492
Apr 15 20:55:46.043160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-2d8ae064-80c1-4120-ace0-08395b45924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:46.044916 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-2d8ae064-80c1-4120-ace0-08395b45924e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0667982
Apr 15 20:55:46.130176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-8937297e-5cc1-471d-a450-3a7ea83ce5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:46.131826 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-8937297e-5cc1-471d-a450-3a7ea83ce5bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0792263
Apr 15 20:55:46.279691 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-03b4ebcc-8707-40b3-a827-a5f2e7ff491a service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403651
Apr 15 20:55:46.436928 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40df67cd-ce7c-4c79-87fa-5228a195a2f3 req-eaa8da19-dbe5-41a5-a5eb-5373bb17fb42 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479998
Apr 15 20:55:46.512696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c36a7-245f-4ecf-a785-63050e246600 req-63ba1665-cd12-4f16-8e85-652dd9aac1ef tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:46.514761 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7b0c36a7-245f-4ecf-a785-63050e246600 req-63ba1665-cd12-4f16-8e85-652dd9aac1ef tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.1527658
Apr 15 20:55:46.570163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273a29e-d7ab-4c52-a4e3-8cb6e147f2f1 req-4e1d580e-d472-4385-b650-dde77dd720ab tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:46.572339 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a273a29e-d7ab-4c52-a4e3-8cb6e147f2f1 req-4e1d580e-d472-4385-b650-dde77dd720ab tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1566589
Apr 15 20:55:46.600798 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7b0c36a7-245f-4ecf-a785-63050e246600 req-d2f78d49-4658-4618-abe2-2dad9dd6fcbd tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791924
Apr 15 20:55:46.631227 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a273a29e-d7ab-4c52-a4e3-8cb6e147f2f1 req-c57020de-169d-4d8b-a3f8-403cfe25a448 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0521917
Apr 15 20:55:46.946028 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-4111e999-c888-4079-a637-40847dc1b078 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0881371
Apr 15 20:55:47.172380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ae2ec-1786-4b9e-8bfd-90d30e6af411 req-1f94b8d1-25a1-431b-a9ba-19243465dbd1 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:47.174007 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-764ae2ec-1786-4b9e-8bfd-90d30e6af411 req-1f94b8d1-25a1-431b-a9ba-19243465dbd1 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.0957289
Apr 15 20:55:47.234383 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-764ae2ec-1786-4b9e-8bfd-90d30e6af411 req-503a5a93-6747-4274-aa04-577789c83293 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0529313
Apr 15 20:55:47.280116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-d413b19d-609e-4d04-a2c9-1fcff0209859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:47.281549 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-d413b19d-609e-4d04-a2c9-1fcff0209859 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=560f66c334274db5b78dbe4a540680ae&device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1097 time: 0.1421273
Apr 15 20:55:47.415922 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c9312-5a94-4344-8e34-2208aa39f5cc req-cb8aab48-e051-45be-9d8c-5aa688c34db0 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:47.417969 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-945c9312-5a94-4344-8e34-2208aa39f5cc req-cb8aab48-e051-45be-9d8c-5aa688c34db0 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1186440
Apr 15 20:55:47.496057 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-945c9312-5a94-4344-8e34-2208aa39f5cc req-be525f65-b95a-46aa-90e4-b45883e975f3 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711911
Apr 15 20:55:47.505867 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-b77ab3f5-cdd8-4da3-925e-268ddb636153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:47.505867 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-b77ab3f5-cdd8-4da3-925e-268ddb636153 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 200  len: 918 time: 0.1974993
Apr 15 20:55:47.615200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:55:47.641239 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-13fb3e5a-bd53-4c67-9f7b-370418bbb7fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 200  len: 1000 time: 0.1275420
Apr 15 20:55:47.760519 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:47.777971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-c78d994c-7efa-4dcc-8c0e-666b47638f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:47.780002 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-c78d994c-7efa-4dcc-8c0e-666b47638f71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 200  len: 856 time: 0.1325126
Apr 15 20:55:47.794602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '09c406c0-9709-490d-b9ec-6581382bcf07', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'port_id': '09c406c0-9709-490d-b9ec-6581382bcf07', 'mac_address': 'fa:16:3e:cf:ea:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:55:47.880680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eea7cd-ed28-42cc-9995-ff23b95bdaf2 req-b05e08b5-c513-42cb-b598-2682762bc4f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:47.882358 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-03eea7cd-ed28-42cc-9995-ff23b95bdaf2 req-b05e08b5-c513-42cb-b598-2682762bc4f3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 944 time: 0.0970011
Apr 15 20:55:47.890381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:47.912640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c406c0-9709-490d-b9ec-6581382bcf07 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:55:47.934005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:47.935188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-9893dd23-70e8-4b44-859b-28fd87808e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:47.937299 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-9893dd23-70e8-4b44-859b-28fd87808e74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3d31bfab-fb01-4c6e-971f-d5f973fb5726&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1484931
Apr 15 20:55:47.939838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:47.941711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1bec53cb-f456-427d-b1e6-ab0c9b6c3166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:47.994709 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-03eea7cd-ed28-42cc-9995-ff23b95bdaf2 req-3bcf0fa6-dcf2-43ff-860f-8c36fffdeb54 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962589
Apr 15 20:55:48.078893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=9']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:48.082431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:48.118911 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-3012507f-45bf-4f56-89ae-9f35ee58c89c service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741273
Apr 15 20:55:48.456672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfcb7b-c1f0-4bfc-a7a4-4491c3406a6f req-224ed39b-61cd-4440-b549-9619c7cee555 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:48.458320 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2fbfcb7b-c1f0-4bfc-a7a4-4491c3406a6f req-224ed39b-61cd-4440-b549-9619c7cee555 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.0929472
Apr 15 20:55:48.512698 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2fbfcb7b-c1f0-4bfc-a7a4-4491c3406a6f req-aa0f3873-d794-4479-b569-8896545f642c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0475669
Apr 15 20:55:48.700036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e8bb9-507d-4226-af42-6d9dc69bd110 req-7f140b06-5e42-4098-96e8-86a978985f04 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:48.701596 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b45e8bb9-507d-4226-af42-6d9dc69bd110 req-7f140b06-5e42-4098-96e8-86a978985f04 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.0984194
Apr 15 20:55:48.754219 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b45e8bb9-507d-4226-af42-6d9dc69bd110 req-1759f54d-6bd1-4ad0-977a-07c7fbc2ca5f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429828
Apr 15 20:55:49.112693 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32742237-b194-4acf-8b8e-b3882e731bd7 req-2a846d04-352c-4450-95ab-17389da494bc service neutron] 10.222.0.62 "GET /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476049
Apr 15 20:55:49.196777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dab2a3-2b40-43b2-ad23-be5d3021ada4 req-dd05957f-5d74-4ddf-8814-1fffbe282ed2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:49.198372 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-92dab2a3-2b40-43b2-ad23-be5d3021ada4 req-dd05957f-5d74-4ddf-8814-1fffbe282ed2 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 945 time: 0.0927534
Apr 15 20:55:49.248242 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-92dab2a3-2b40-43b2-ad23-be5d3021ada4 req-82c356e3-1b3a-4afe-9d89-3e112cd07c88 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432849
Apr 15 20:55:49.739384 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2e94e-31d5-4a59-a17f-d68bbcb33e3e req-2658f25d-e1b3-4148-8211-b04188cf1cf2 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:49.741042 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-15a2e94e-31d5-4a59-a17f-d68bbcb33e3e req-2658f25d-e1b3-4148-8211-b04188cf1cf2 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1026721
Apr 15 20:55:49.789436 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-15a2e94e-31d5-4a59-a17f-d68bbcb33e3e req-e5cf2271-5208-403f-9ef7-1bb8e85e994e tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416653
Apr 15 20:55:49.962233 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c862e38-e5cb-4b70-be79-bf99f8d519a7 req-86fe0f68-e39f-48e8-b406-10b497ae3368 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:49.963859 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7c862e38-e5cb-4b70-be79-bf99f8d519a7 req-86fe0f68-e39f-48e8-b406-10b497ae3368 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.0933466
Apr 15 20:55:50.016199 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7c862e38-e5cb-4b70-be79-bf99f8d519a7 req-7510213f-3f48-4c8b-bd90-1f051f24da60 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419347
Apr 15 20:55:50.464649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08387a3c-0874-4ed4-86f1-51b6f7684be9 req-58e5e722-fd2b-4835-b65e-34519faddcd3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:50.466137 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08387a3c-0874-4ed4-86f1-51b6f7684be9 req-58e5e722-fd2b-4835-b65e-34519faddcd3 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 945 time: 0.0902114
Apr 15 20:55:50.520716 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08387a3c-0874-4ed4-86f1-51b6f7684be9 req-3d59d75f-6bdc-4dbd-9d6b-fa2759d235d8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448134
Apr 15 20:55:50.923139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['09c406c0-9709-490d-b9ec-6581382bcf07'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:55:51.007536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1edca-9d7d-42a5-9ffa-be0a1078e782 req-e205acce-630e-47d8-b049-799f5dc1f6e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:51.009336 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5af1edca-9d7d-42a5-9ffa-be0a1078e782 req-e205acce-630e-47d8-b049-799f5dc1f6e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1059740
Apr 15 20:55:51.061754 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5af1edca-9d7d-42a5-9ffa-be0a1078e782 req-8f4c4477-d62d-46eb-9fe7-7df2d9ef1ae0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453827
Apr 15 20:55:51.241464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb99fbd-f177-4e1a-b651-808bc89db0dd req-b6b8ee78-dbee-4a99-8bb8-df3df3b3d4e5 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:51.243104 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0cb99fbd-f177-4e1a-b651-808bc89db0dd req-b6b8ee78-dbee-4a99-8bb8-df3df3b3d4e5 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.1033027
Apr 15 20:55:51.296401 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0cb99fbd-f177-4e1a-b651-808bc89db0dd req-97fa69ef-7125-420d-aeab-19120f5d39a5 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436490
Apr 15 20:55:51.631074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:51.660983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-80342807-8a6f-4d30-8ef3-cff1b5477296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:51.662963 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-80342807-8a6f-4d30-8ef3-cff1b5477296 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0&tenant_id=951e217155514ba7bf775cb9b00816a7 HTTP/1.1" status: 200  len: 1096 time: 0.0801342
Apr 15 20:55:51.703831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 09c406c0-9709-490d-b9ec-6581382bcf07 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:51.704597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:51.742829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ee9d-356b-415a-a1e5-8c5194af006a req-cd0b909a-4926-4acf-beb7-154304a90df9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:51.744875 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ed96ee9d-356b-415a-a1e5-8c5194af006a req-cd0b909a-4926-4acf-beb7-154304a90df9 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 945 time: 0.0932553
Apr 15 20:55:51.799865 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ed96ee9d-356b-415a-a1e5-8c5194af006a req-9bd91889-e74a-4ee2-a9f7-f2133bddafdc tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471160
Apr 15 20:55:51.838535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:51.869604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:55:51.880883 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:51.884635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:51.886623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:51.924129 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07', 'code': 200}
Apr 15 20:55:51.970699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=10']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:51.974681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:52.008367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-8960cd8f-ace5-437b-a38e-03093d12c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:52.010499 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-8960cd8f-ace5-437b-a38e-03093d12c37d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1096 time: 0.3239629
Apr 15 20:55:52.182420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-e6b965de-3647-41ec-8cad-454bce1eefc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:52.184520 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-e6b965de-3647-41ec-8cad-454bce1eefc6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 909 time: 0.1598730
Apr 15 20:55:52.320550 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-dd92a327-b49a-43e1-a706-f90a2b00b354 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 998 time: 0.1204767
Apr 15 20:55:52.411745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-cd06390b-9be4-477c-a0d0-892716a6074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:52.414122 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-cd06390b-9be4-477c-a0d0-892716a6074e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 200  len: 847 time: 0.0899441
Apr 15 20:55:52.513656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-d58a694f-1711-4de5-8626-d9165f4420f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:52.515749 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-d58a694f-1711-4de5-8626-d9165f4420f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f827cc-3540-4854-8d56-93796ba9f305&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0942934
Apr 15 20:55:52.637193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe14d-410d-4904-8f0b-a4bdf6942feb req-3a570c84-5e00-4aa8-accc-df3e047dffa6 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:52.638795 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f7fe14d-410d-4904-8f0b-a4bdf6942feb req-3a570c84-5e00-4aa8-accc-df3e047dffa6 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1907954
Apr 15 20:55:52.640898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fe866-1661-4c3c-aa26-ec3856c7ad87 req-fd343877-2638-421c-907c-d87789c6ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:52.642318 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ca2fe866-1661-4c3c-aa26-ec3856c7ad87 req-fd343877-2638-421c-907c-d87789c6ca1e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 1100 time: 0.5259409
Apr 15 20:55:52.650655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ea41a-5058-49cc-9478-1f6eb27ed78b req-7e2489f4-fff8-4765-809c-d368fdcb4d3b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:52.659930 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f26ea41a-5058-49cc-9478-1f6eb27ed78b req-7e2489f4-fff8-4765-809c-d368fdcb4d3b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 943 time: 0.2130399
Apr 15 20:55:52.748505 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-880bd4ac-6fca-4dc3-a2a0-eb9e7f98fa54 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2191846
Apr 15 20:55:52.765707 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f26ea41a-5058-49cc-9478-1f6eb27ed78b req-6e3207e5-1181-4b5f-95c3-64803140b070 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048427
Apr 15 20:55:52.776274 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ca2fe866-1661-4c3c-aa26-ec3856c7ad87 req-13f81631-1c01-4076-a51b-bf9cf3b34bec service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972643
Apr 15 20:55:52.796287 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6f7fe14d-410d-4904-8f0b-a4bdf6942feb req-13a5fdab-e6ab-4ed8-a6c8-d9528ead8b88 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1144457
Apr 15 20:55:52.920419 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-023eb5fe-ec1e-413a-801b-272ec0cc37cb req-132620ad-ea07-48f8-9e28-e947927cc16a service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1638794
Apr 15 20:55:53.013645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ceb67-096b-48f7-b57e-86cffc20f105 req-a8190dc1-2d81-44cc-a0f5-d40a981e729f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:53.015394 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1d6ceb67-096b-48f7-b57e-86cffc20f105 req-a8190dc1-2d81-44cc-a0f5-d40a981e729f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.0944116
Apr 15 20:55:53.065937 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1d6ceb67-096b-48f7-b57e-86cffc20f105 req-be9596e0-d8c1-4aec-b3b5-9548226cdf89 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433674
Apr 15 20:55:53.630819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ba9a7c9f-e31a-4453-a041-49d1aa717dd8 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:55:53.807160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port ba9a7c9f-e31a-4453-a041-49d1aa717dd8, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:53.834040 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'port_id': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'mac_address': 'fa:16:3e:00:56:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:55:53.901261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:53.920074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9a7c9f-e31a-4453-a041-49d1aa717dd8 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:55:53.938763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port ba9a7c9f-e31a-4453-a041-49d1aa717dd8, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:53.944510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:53.946930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c62267f2-753e-453c-9a66-8a6a37c5528c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:54.046410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6558b-048d-46ba-8af8-026abc37e37d req-aa64b9cc-ebde-4cce-adaf-31d6625bba57 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:54.052201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:54.056054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:54.059308 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a6558b-048d-46ba-8af8-026abc37e37d req-aa64b9cc-ebde-4cce-adaf-31d6625bba57 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1138921
Apr 15 20:55:54.159183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['ba9a7c9f-e31a-4453-a041-49d1aa717dd8'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:55:54.161247 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a6558b-048d-46ba-8af8-026abc37e37d req-b9e5124e-eae8-4f5c-97ae-78866dbab5aa tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1008308
Apr 15 20:55:54.204575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf58e1-7553-4a1d-a979-1ac2f11a52e2 req-88063318-e98e-4ac0-8214-138a794e459d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:54.212754 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f1cf58e1-7553-4a1d-a979-1ac2f11a52e2 req-88063318-e98e-4ac0-8214-138a794e459d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 944 time: 0.1500342
Apr 15 20:55:54.272921 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f1cf58e1-7553-4a1d-a979-1ac2f11a52e2 req-aea502fb-7e58-49cd-9433-0164744c0aa2 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589097
Apr 15 20:55:54.472478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e8569-4ca9-4f05-b692-ed33b6c877cd req-74dfc259-5922-44bf-af07-3b5033bb0162 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:54.474069 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d30e8569-4ca9-4f05-b692-ed33b6c877cd req-74dfc259-5922-44bf-af07-3b5033bb0162 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.1048532
Apr 15 20:55:54.525648 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d30e8569-4ca9-4f05-b692-ed33b6c877cd req-b160332f-ccd5-471f-ac5d-526bbf9a0df8 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447738
Apr 15 20:55:55.381651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3306-91e5-498a-ae27-284c54c81622 req-25e38309-9250-4593-9e5e-2cdd0df0b7d3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:55.383239 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5ea3306-91e5-498a-ae27-284c54c81622 req-25e38309-9250-4593-9e5e-2cdd0df0b7d3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.0957856
Apr 15 20:55:55.481371 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e5ea3306-91e5-498a-ae27-284c54c81622 req-4b531306-e3e5-417e-b8d4-0eca0e070bc8 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0616381
Apr 15 20:55:55.509854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7b6d9-b135-405b-9c47-6db12fd4d4e5 req-fcc9e3ec-f68b-4747-aee1-3f056b5f6537 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:55.511449 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c4f7b6d9-b135-405b-9c47-6db12fd4d4e5 req-fcc9e3ec-f68b-4747-aee1-3f056b5f6537 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 944 time: 0.1272697
Apr 15 20:55:55.561099 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c4f7b6d9-b135-405b-9c47-6db12fd4d4e5 req-592b6c64-0b2e-4ff0-b801-7cdcc7a8880a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430160
Apr 15 20:55:55.747293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20b413-1e53-41e1-b53c-6455e978c42b req-c086d833-b6f0-469c-a06d-331137050536 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:55.748961 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9b20b413-1e53-41e1-b53c-6455e978c42b req-c086d833-b6f0-469c-a06d-331137050536 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.0953288
Apr 15 20:55:55.797389 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9b20b413-1e53-41e1-b53c-6455e978c42b req-c95ab85c-5931-4f05-b5dc-0f3b7aced71f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419481
Apr 15 20:55:56.688984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c40a-56bb-4dfa-8046-f8e35a697b21 req-3a15b2ef-c370-416c-8e21-2a41a47bae63 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:56.690551 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9c03c40a-56bb-4dfa-8046-f8e35a697b21 req-3a15b2ef-c370-416c-8e21-2a41a47bae63 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.0920339
Apr 15 20:55:56.787372 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9c03c40a-56bb-4dfa-8046-f8e35a697b21 req-40acdc81-fde0-4800-b3e2-9f3417059ada tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0593233
Apr 15 20:55:56.817264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f208b-a7dd-4116-b0ff-d34d889d9aa2 req-fd2b2b99-cf34-42c0-907e-f903cd5b564f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:56.818826 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-518f208b-a7dd-4116-b0ff-d34d889d9aa2 req-fd2b2b99-cf34-42c0-907e-f903cd5b564f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 944 time: 0.1404331
Apr 15 20:55:56.868687 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-518f208b-a7dd-4116-b0ff-d34d889d9aa2 req-97b14d1f-caa2-4eab-9bc2-52ac37156328 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429952
Apr 15 20:55:57.018871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877e11-e307-47a8-83ae-08cdd7566a56 req-e58d8867-c34a-4bac-8852-b42ec2be0a22 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:57.021281 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fc877e11-e307-47a8-83ae-08cdd7566a56 req-e58d8867-c34a-4bac-8852-b42ec2be0a22 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.0978138
Apr 15 20:55:57.073827 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fc877e11-e307-47a8-83ae-08cdd7566a56 req-9ba3450b-a7fa-4f4c-a105-d87e333cf05e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464034
Apr 15 20:55:57.510463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-a335aad1-2bc1-4d60-b67d-8fc237b43f17 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:57.512281 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-a335aad1-2bc1-4d60-b67d-8fc237b43f17 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/networks?id=5348b569-ab37-4751-b6c8-fb19bbfc5f18 HTTP/1.1" status: 200  len: 813 time: 0.1649461
Apr 15 20:55:57.529856 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-9ad4a04f-9c72-4e15-95a4-5aa444d4c436 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/quotas/da72dae7612142a19481d4253e6b1ec8 HTTP/1.1" status: 200  len: 375 time: 0.0112379
Apr 15 20:55:57.583200 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-49c3f076-cc38-4753-9690-b86590ce1ee2 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=da72dae7612142a19481d4253e6b1ec8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472293
Apr 15 20:55:57.773528 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-bc87d79e-b46f-4bff-91a9-3aeccce5db1e service neutron] 10.222.0.25 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822419
Apr 15 20:55:57.966990 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-e6f4a1c0-f37f-45d1-a5ea-011875548cbf service neutron] 10.222.0.25 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831791
Apr 15 20:55:58.014418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133db8d8-b65a-4766-adf2-88b2c1260cd3 req-fdad26f1-4c78-4e31-9ab9-43bfbba9c14c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:58.016135 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-133db8d8-b65a-4766-adf2-88b2c1260cd3 req-fdad26f1-4c78-4e31-9ab9-43bfbba9c14c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1016433
Apr 15 20:55:58.073117 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-133db8d8-b65a-4766-adf2-88b2c1260cd3 req-6ffd05f6-e49d-48d2-86bf-f72174001822 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478892
Apr 15 20:55:58.186848 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-76a67452-817a-448a-b736-9f102ffa4a85 req-8b463aba-ecaa-4e9f-b2d2-6991c928012f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 210 time: 0.0549612
Apr 15 20:55:58.311281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1acbe-4156-4bc6-b2df-5df4c7335500 req-ed695e5e-e1cb-4185-8502-6aeaf203d9cd tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:58.313044 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-17e1acbe-4156-4bc6-b2df-5df4c7335500 req-ed695e5e-e1cb-4185-8502-6aeaf203d9cd tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 944 time: 0.1139579
Apr 15 20:55:58.419944 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-17e1acbe-4156-4bc6-b2df-5df4c7335500 req-7b2e72f2-84f3-4142-a2d9-e761d348e0c6 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900321
Apr 15 20:55:58.457597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5251c12-f93d-4877-a2f5-4916a10f8f07 req-ce327d99-22c0-4c4e-8889-fc2704483e72 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:58.459123 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5251c12-f93d-4877-a2f5-4916a10f8f07 req-ce327d99-22c0-4c4e-8889-fc2704483e72 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.1306093
Apr 15 20:55:58.514868 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5251c12-f93d-4877-a2f5-4916a10f8f07 req-082cf172-7b8e-4bb3-b734-0513b42f19f7 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473568
Apr 15 20:55:58.835837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe5c3-4464-4660-9c3d-03fa8354706f req-cd88c066-ca14-4c5c-af54-ec826f0787c2 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:58.837456 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-625fe5c3-4464-4660-9c3d-03fa8354706f req-cd88c066-ca14-4c5c-af54-ec826f0787c2 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 945 time: 0.0961883
Apr 15 20:55:58.889914 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-625fe5c3-4464-4660-9c3d-03fa8354706f req-35dff225-6df0-4e0d-8c9b-045ad2ab476d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427878
Apr 15 20:55:58.891302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:55:58.966465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ba9a7c9f-e31a-4453-a041-49d1aa717dd8 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:55:59.045575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:55:59.050459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:55:59.050865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:59.188818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:59.224805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port ba9a7c9f-e31a-4453-a041-49d1aa717dd8, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:55:59.226102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:55:59.232471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:59.234574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:55:59.298147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6b900-0fb7-4b58-bb1c-f65c5d8589cf req-30c06dc4-78b7-49a1-8038-2bf10117b90d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:59.299866 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-22d6b900-0fb7-4b58-bb1c-f65c5d8589cf req-30c06dc4-78b7-49a1-8038-2bf10117b90d tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1037846
Apr 15 20:55:59.323371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:55:59.327093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:55:59.386466 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c584ddd8-381a-43a0-aef5-539bddb5e25a req-02a0be8b-95b5-4f20-aa55-ed0ca7eaa070 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 210 time: 0.0580957
Apr 15 20:55:59.417172 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-22d6b900-0fb7-4b58-bb1c-f65c5d8589cf req-b2dc970a-39f9-4915-ba81-b7af2bc97192 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1100988
Apr 15 20:55:59.455849 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'code': 200}
Apr 15 20:55:59.475265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-0bcc619d-4d1f-4bdb-b9e9-dc029474024f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:59.477029 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-0bcc619d-4d1f-4bdb-b9e9-dc029474024f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "GET /v2.0/networks?id=5348b569-ab37-4751-b6c8-fb19bbfc5f18 HTTP/1.1" status: 200  len: 813 time: 0.2116430
Apr 15 20:55:59.491105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Request body: {'port': {'device_id': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18', 'admin_state_up': True, 'tenant_id': 'da72dae7612142a19481d4253e6b1ec8'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:55:59.631534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3e3c8-184c-496c-8d1a-18d753cdadf8 req-ce3f90d8-76c8-4213-bd0e-54f8828884ca tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:59.633135 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-66b3e3c8-184c-496c-8d1a-18d753cdadf8 req-ce3f90d8-76c8-4213-bd0e-54f8828884ca tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 945 time: 0.0929842
Apr 15 20:55:59.643020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:55:59.653482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:55:59.665088 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Made reservation on behalf of da72dae7612142a19481d4253e6b1ec8 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:55:59.671097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:55:59.733625 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-66b3e3c8-184c-496c-8d1a-18d753cdadf8 req-12337c29-b8f7-4baa-85fb-337a1f43ada0 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533581
Apr 15 20:55:59.755543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b2768-9dea-4467-8580-f82aee39f8ef req-eb3fb530-9eca-43fd-9236-1bf4cf20b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:55:59.757196 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fe9b2768-9dea-4467-8580-f82aee39f8ef req-eb3fb530-9eca-43fd-9236-1bf4cf20b278 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 1098 time: 0.1190619
Apr 15 20:55:59.802384 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-fe9b2768-9dea-4467-8580-f82aee39f8ef req-e403ce93-a2ef-4550-8804-0d8d5fd4498a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372794
Apr 15 20:55:59.846210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Allocated IP 172.20.0.5 (5348b569-ab37-4751-b6c8-fb19bbfc5f18/a45f81c6-77fa-4ad0-b4bb-33902ef2baa1/438aaa50-2052-4173-9b77-1da385de4398) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:56:00.064390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:00.095716 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:00.110846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d66b2366-957a-4a31-8ce6-fe5eb09d4a18 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:00.120275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80873372-f51f-4ab9-804d-bf755f140929 req-30196083-9ede-46c9-9b97-f5b383eb4244 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:00.121834 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80873372-f51f-4ab9-804d-bf755f140929 req-30196083-9ede-46c9-9b97-f5b383eb4244 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 945 time: 0.1053314
Apr 15 20:56:00.170291 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-80873372-f51f-4ab9-804d-bf755f140929 req-0343db58-6ada-410a-a834-fca693c6bbab tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417547
Apr 15 20:56:00.245895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Pushing event updated for resources: {'Port': ['ID=438aaa50-2052-4173-9b77-1da385de4398,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:00.267346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.267740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.268162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.268557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.268944 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.269339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.269735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.270116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.270493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.270876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.271260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.271638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:00.276690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:00.313200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:56:00.314292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:56:00.316879 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:56:00.383957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:00.384603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:00.410803 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9241412
Apr 15 20:56:00.428877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Request body: {'port': {'device_id': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:56:00.556603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:00.721401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b4bf1-f986-4850-a2d6-5bfdc7591b1f req-274f99c4-9487-4d99-a13f-337e4dc18db8 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:00.723003 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8e4b4bf1-f986-4850-a2d6-5bfdc7591b1f req-274f99c4-9487-4d99-a13f-337e4dc18db8 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 931 time: 0.2212815
Apr 15 20:56:00.732000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0044f4-b47b-432b-8ee5-bb54635015a3 req-284684eb-b430-4d02-8f23-ab669d44cacd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:00.733509 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ae0044f4-b47b-432b-8ee5-bb54635015a3 req-284684eb-b430-4d02-8f23-ab669d44cacd tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.1938004
Apr 15 20:56:00.810907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-a4c331bd-b289-4c52-81e4-3a0144b68eb9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:00.812527 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-a4c331bd-b289-4c52-81e4-3a0144b68eb9 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 945 time: 0.2131531
Apr 15 20:56:00.877252 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8e4b4bf1-f986-4850-a2d6-5bfdc7591b1f req-3a034025-f535-47cd-a1b5-f24ed5b2c5c8 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425412
Apr 15 20:56:00.890955 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ae0044f4-b47b-432b-8ee5-bb54635015a3 req-ce10326c-3ba5-44d8-8c79-39af7442cea6 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1495299
Apr 15 20:56:00.915122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Deleting port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:00.916114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:00.943756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438aaa50-2052-4173-9b77-1da385de4398 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:56:00.952188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:00.967652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Transition to ACTIVE for port object 438aaa50-2052-4173-9b77-1da385de4398 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:56:00.972870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:01.040282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3084f38b-4dcd-4143-9add-3a59bdd0d87a tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:01.133716 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Pushing event updated for resources: {'Port': ['ID=438aaa50-2052-4173-9b77-1da385de4398,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:01.139110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:01.363499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Attempting to bind port 438aaa50-2052-4173-9b77-1da385de4398 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:56:01.363843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Attempting to bind port 438aaa50-2052-4173-9b77-1da385de4398 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:56:01.364244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Attempting to bind port 438aaa50-2052-4173-9b77-1da385de4398 on network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:56:01.369562 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Port 438aaa50-2052-4173-9b77-1da385de4398 on network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:56:01.370086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Attempting to bind port 438aaa50-2052-4173-9b77-1da385de4398 on network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:56:01.376285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:56:01.376652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Checking segment: {'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:56:01.377065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Bound using segment: {'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:56:01.377545 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Bound port: 438aaa50-2052-4173-9b77-1da385de4398, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9fb5a26-339a-4901-a8d3-43dd8dc89013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:56:01.377924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:01.473151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] For port 438aaa50-2052-4173-9b77-1da385de4398, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:56:01.476464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] For port 438aaa50-2052-4173-9b77-1da385de4398, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=438aaa50-2052-4173-9b77-1da385de4398,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:56:01.480962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:01.501336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fa7a83d3-0443-458d-884c-ca957d4a010e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:01.563205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e13dd-62d3-4716-850d-e48cb8ee1f6e req-6c642874-6fd1-49b2-a6f0-bdac70d19568 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:01.564812 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ba0e13dd-62d3-4716-850d-e48cb8ee1f6e req-6c642874-6fd1-49b2-a6f0-bdac70d19568 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 945 time: 0.5455723
Apr 15 20:56:01.578225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] For port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:01.578613 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:01.652383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Pushing event updated for resources: {'Port': ['ID=438aaa50-2052-4173-9b77-1da385de4398,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:01.656982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:01.691686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:01.692433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:01.694005 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] 10.222.0.62 "PUT /v2.0/ports/438aaa50-2052-4173-9b77-1da385de4398 HTTP/1.1" status: 200  len: 1093 time: 1.2700517
Apr 15 20:56:01.694564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'tag': '438aaa50-2052-4173-9b77-1da385de4398'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:56:01.708155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae7cd1-ffe9-4e33-9ba7-dd292a0c91f5 req-71741128-fccd-4b74-be6e-549fb108df30 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:01.709915 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0ae7cd1-ffe9-4e33-9ba7-dd292a0c91f5 req-71741128-fccd-4b74-be6e-549fb108df30 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 945 time: 0.2967367
Apr 15 20:56:01.748164 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ba0e13dd-62d3-4716-850d-e48cb8ee1f6e req-ec69289c-2b62-495c-8339-d2e7a251d194 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1719685
Apr 15 20:56:01.810945 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'tag': '438aaa50-2052-4173-9b77-1da385de4398', 'status': 'completed', 'code': 200}
Apr 15 20:56:01.817221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-4d88c25a-6ced-4be5-adfd-6e7b0a21da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:01.818850 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-4d88c25a-6ced-4be5-adfd-6e7b0a21da13 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da72dae7612142a19481d4253e6b1ec8&device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 1096 time: 0.0838342
Apr 15 20:56:01.866517 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0ae7cd1-ffe9-4e33-9ba7-dd292a0c91f5 req-f0cf9b47-63a4-4ce8-8fb6-30eb75e06881 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c6a2e1d-f660-4aee-a766-7e4c0938be01&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401610
Apr 15 20:56:01.898726 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-cd62cc62-896d-4bc8-8e8c-fa2960481425 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438aaa50-2052-4173-9b77-1da385de4398 HTTP/1.1" status: 200  len: 217 time: 0.0718660
Apr 15 20:56:01.982426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-4b007456-a466-4f11-9116-4d9d7b87150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:01.985152 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-4b007456-a466-4f11-9116-4d9d7b87150c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a45f81c6-77fa-4ad0-b4bb-33902ef2baa1 HTTP/1.1" status: 200  len: 853 time: 0.0807922
Apr 15 20:56:02.056447 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-15315812-f304-4fe8-bfc6-0695e006fa24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5348b569-ab37-4751-b6c8-fb19bbfc5f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0651495
Apr 15 20:56:02.111832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:02.112240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:02.112583 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Floating IP 0f718fb1-a0e2-4946-94ba-03a1705f0785 disassociated. External IP: 172.27.2.91, port: 5cce9839-e6ef-4cd5-8e96-9e228f5d6072.
Apr 15 20:56:02.112952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Calling delete_port for 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:02.208882 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-e21bc8b3-2030-4c1b-a050-bc81ff9b4972 service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451414
Apr 15 20:56:02.214038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da34b50-c494-4ee3-ab18-83359e02c6b5 req-3fe52f44-af35-424e-91b7-747bf1f47308 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:02.215735 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2da34b50-c494-4ee3-ab18-83359e02c6b5 req-3fe52f44-af35-424e-91b7-747bf1f47308 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 945 time: 0.2708745
Apr 15 20:56:02.273569 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d258a49-dfb7-4b34-9a43-8d429c0e63c4 req-c0e06637-07a5-44a6-954b-81971f96d79e tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:02.275261 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8d258a49-dfb7-4b34-9a43-8d429c0e63c4 req-c0e06637-07a5-44a6-954b-81971f96d79e tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 943 time: 0.2616327
Apr 15 20:56:02.370492 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2da34b50-c494-4ee3-ab18-83359e02c6b5 req-3e6933a3-aed2-40ab-ba11-be32b000548d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1336827
Apr 15 20:56:02.401470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58952) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:02.408627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:02.432876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:02.472185 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8d258a49-dfb7-4b34-9a43-8d429c0e63c4 req-1e935be1-4393-4a59-aa94-b1951d40e2d6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504834
Apr 15 20:56:02.549617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event deleted for resources: {'Port': ['ID=5cce9839-e6ef-4cd5-8e96-9e228f5d6072,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:02.638195 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9a27697c-fb60-47ca-8c17-c7eb62b0f9e9 req-94d9190e-8bc2-4d39-92d1-3e37a280ea13 service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4232450
Apr 15 20:56:02.651520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.651740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.652056 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.652451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.652844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.653235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.653627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.654026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.654445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.654801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.655191 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.655564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:56:02.678357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:02.760925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-c2eb41a8-2b91-4904-bce8-93e2477e1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:02.762418 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-c2eb41a8-2b91-4904-bce8-93e2477e1a39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=da72dae7612142a19481d4253e6b1ec8&device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 1096 time: 0.0809519
Apr 15 20:56:02.784699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff15f9f-9df0-45c8-a629-59d2d4d7870e tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:02.786579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8ff15f9f-9df0-45c8-a629-59d2d4d7870e tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] Synchronizing usage tracker for tenant:fff3f84cc6034b10a822d1d064e25def on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:56:02.798057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8f448-16c2-4ab5-bd22-3db8a7cd621c req-3a104527-9065-4be2-817b-8982622823ff tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:02.799664 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b1e8f448-16c2-4ab5-bd22-3db8a7cd621c req-3a104527-9065-4be2-817b-8982622823ff tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 943 time: 0.2471559
Apr 15 20:56:02.921806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-8847ee72-4200-4a72-998f-d7d28be8c62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:02.923606 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-8847ee72-4200-4a72-998f-d7d28be8c62d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5348b569-ab37-4751-b6c8-fb19bbfc5f18 HTTP/1.1" status: 200  len: 914 time: 0.1545389
Apr 15 20:56:02.971968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8ff15f9f-9df0-45c8-a629-59d2d4d7870e tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] Unset dirty status for tenant:fff3f84cc6034b10a822d1d064e25def on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:56:02.976582 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8ff15f9f-9df0-45c8-a629-59d2d4d7870e tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 1093 time: 0.5701997
Apr 15 20:56:02.976792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 937496b7-fa52-4d53-ad56-6e8ac95a5473 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:56:02.984966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 58962) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:03.007766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'port_id': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:56:03.009241 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-4914f310-67ff-495f-829c-837957a3a141 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=438aaa50-2052-4173-9b77-1da385de4398 HTTP/1.1" status: 200  len: 217 time: 0.0788181
Apr 15 20:56:03.061116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:03.080828 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b1e8f448-16c2-4ab5-bd22-3db8a7cd621c req-d13224cf-f814-4cf9-a189-092f1be5c1c0 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2252040
Apr 15 20:56:03.081108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-105efb82-f0b7-4cf8-ad82-d8f361d12924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:03.082583 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-105efb82-f0b7-4cf8-ad82-d8f361d12924 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a45f81c6-77fa-4ad0-b4bb-33902ef2baa1 HTTP/1.1" status: 200  len: 853 time: 0.0665658
Apr 15 20:56:03.084239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:floatingip and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:03.089340 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0364c977-1b64-4c5b-852b-2cd2e8b4a696 req-95284e3b-75ba-4415-a40f-4e74f557fcef tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/ports?device_id=43cc0cac-7c53-4f72-a645-c1050c00f850 HTTP/1.1" status: 200  len: 210 time: 0.0693445
Apr 15 20:56:03.090241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:03.100383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:03.133494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:03.159712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Router 06f18ed1-a7c9-4570-b5b9-989702bd81df has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:56:03.164910 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-569d4163-fd22-43c6-9bdc-06cd2b9c266b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5348b569-ab37-4751-b6c8-fb19bbfc5f18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0755582
Apr 15 20:56:03.167469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:03.185099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'port_id': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'mac_address': 'fa:16:3e:f2:24:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:56:03.252043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:03.271414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937496b7-fa52-4d53-ad56-6e8ac95a5473 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:56:03.289905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:03.303619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:03.307467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:03.336081 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-231bec4a-feb7-4d8c-bc0c-f7c2050fa6f4 service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627786
Apr 15 20:56:03.386295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:03.389653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:03.462273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:56:03.476348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] Sync routers for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:56:03.487352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:03.488218 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b57198>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:55:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:03.489428 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b099ec24-29d5-4f87-944b-1edb4d4673a7 req-b2248866-213c-4ec6-98ac-b78fc2c80a37 service neutron] 10.222.0.62 "GET /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464138
Apr 15 20:56:03.553383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] No DVR routers for this DVR port 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:56:03.559104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:03.562108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'name': 'network-vif-deleted', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:56:03.570789 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['937496b7-fa52-4d53-ad56-6e8ac95a5473'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:56:03.571180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:03.617210 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cc0cac-7c53-4f72-a645-c1050c00f850', 'name': 'network-vif-deleted', 'tag': '5cce9839-e6ef-4cd5-8e96-9e228f5d6072', 'status': 'completed', 'code': 200}
Apr 15 20:56:03.618774 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-592c84e4-14f8-4ff8-900c-cde012cc6906 req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.62 "DELETE /v2.0/ports/5cce9839-e6ef-4cd5-8e96-9e228f5d6072 HTTP/1.1" status: 204  len: 173 time: 2.7920468
Apr 15 20:56:03.803174 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:04.093354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f6577-765f-4609-945e-620a136d150e req-24abda96-3ac6-4750-b5e2-6a59b7ed17e4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:04.095112 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d5f6577-765f-4609-945e-620a136d150e req-24abda96-3ac6-4750-b5e2-6a59b7ed17e4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 943 time: 0.4721873
Apr 15 20:56:04.108212 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Allocated IP 172.27.2.18 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/29ae003f-3aa3-4093-bd0f-d2d9f7bccca9) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:56:04.247030 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d5f6577-765f-4609-945e-620a136d150e req-1b2ec170-584d-4cce-8275-4f7f974e80a8 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404293
Apr 15 20:56:04.286438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bd7f4f2e-a689-40fc-b69e-b268ee53d91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:04.376746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58976) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:04.402394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3e32d-eb7c-4e9d-a05f-231d7fe056b1 req-1db711e2-3baa-40ca-9e2c-700b78e3206e tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:04.404244 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56e3e32d-eb7c-4e9d-a05f-231d7fe056b1 req-1db711e2-3baa-40ca-9e2c-700b78e3206e tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 944 time: 0.1576331
Apr 15 20:56:04.438839 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:04.457480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:04.472989 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-56e3e32d-eb7c-4e9d-a05f-231d7fe056b1 req-df4a9408-84ae-4907-93b7-942abe413ce1 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0594611
Apr 15 20:56:04.505366 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:04.505912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:04.524049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0fcc3405-bb61-4527-a255-f46782e2f54d tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:04.537828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b57198>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:04.543218 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] Checking router: 06f18ed1-a7c9-4570-b5b9-989702bd81df for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:56:04.551658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:04.552363 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b57198>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:55:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:04.554823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:04.560395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9e406728-8af0-41d5-bc80-b76c0954e684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:04.577253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6a2e1d-f660-4aee-a766-7e4c0938be01,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:04.580079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:04.586466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:04.587851 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "DELETE /v2.0/security-groups/9c6a2e1d-f660-4aee-a766-7e4c0938be01 HTTP/1.1" status: 204  len: 168 time: 0.2098768
Apr 15 20:56:04.591110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58980) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:04.610032 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.v2.resource [None req-39670dad-83a0-4777-965c-856e04b98d3d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] show failed (client error): The resource could not be found.
Apr 15 20:56:04.614160 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-39670dad-83a0-4777-965c-856e04b98d3d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "GET /v2.0/security-groups/9c6a2e1d-f660-4aee-a766-7e4c0938be01 HTTP/1.1" status: 404  len: 347 time: 0.0190055
Apr 15 20:56:04.614476 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 58984) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:04.673994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=29ae003f-3aa3-4093-bd0f-d2d9f7bccca9,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:04.678592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:04.738740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:56:04.740135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:56:04.742565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:56:04.759359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:04.867268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Deleting port 66a83b54-bfb4-4a9a-9d30-5d0878f9103b {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:04.867909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.007850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 937496b7-fa52-4d53-ad56-6e8ac95a5473 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:56:05.075441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.075819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.161102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 937496b7-fa52-4d53-ad56-6e8ac95a5473 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:56:05.161932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.216835 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Calling delete_port for 66a83b54-bfb4-4a9a-9d30-5d0878f9103b owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:05.286268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b57198>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:05.289929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.294150 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a13763-a240-4c94-b587-8e31b3dc1bae None None] The sync data for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi is: [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 4, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad', 'name': '', 'network_id': 'bc245558-7323-4c47-8845-a48d9d9c02dd', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'mac_address': 'fa:16:3e:a5:3e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8a80310d-b616-4310-b44a-7152fca526f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:39Z', 'updated_at': '2021-04-15T20:50:00Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'subnets': [{'id': '8a80310d-b616-4310-b44a-7152fca526f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:56:05.323248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.395362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:56:05.406976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:05.421265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.423125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:05.435144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.458882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.459145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f864c95c-9fbc-4eca-8674-f73869aa6c1c tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:05.501817 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:05.571702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Pushing event deleted for resources: {'Port': ['ID=66a83b54-bfb4-4a9a-9d30-5d0878f9103b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:05.576236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:05.615181 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'code': 200}
Apr 15 20:56:05.632628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:05.633669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 5cce9839-e6ef-4cd5-8e96-9e228f5d6072 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:05.708843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:05.725648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:05.819728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.845083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.860975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.862208 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] 10.222.0.25 "DELETE /v2.0/floatingips/0f718fb1-a0e2-4946-94ba-03a1705f0785 HTTP/1.1" status: 204  len: 168 time: 1.2467332
Apr 15 20:56:05.876165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:05.880847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb1097-28c9-4b31-b78d-16cf74c5001d None None] New status for floating IP 0f718fb1-a0e2-4946-94ba-03a1705f0785: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:56:05.900943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:05.936175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c703a12d-102b-435c-b12a-02fe14c077ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:06.101942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdeed8-c105-4da9-9eaa-3970f1ec1b2f req-554773d8-cc0f-4221-8475-1e64265af6d4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:06.103624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-57cdeed8-c105-4da9-9eaa-3970f1ec1b2f req-554773d8-cc0f-4221-8475-1e64265af6d4 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 943 time: 0.7182400
Apr 15 20:56:06.105020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=29ae003f-3aa3-4093-bd0f-d2d9f7bccca9,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:06.112092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:06.169247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c1b50-3b3a-45b8-a14c-c17cfa3ef3ee req-91348784-29bc-4f30-b4da-4ba38d2acb9c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:06.170875 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-882c1b50-3b3a-45b8-a14c-c17cfa3ef3ee req-91348784-29bc-4f30-b4da-4ba38d2acb9c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.4389002
Apr 15 20:56:06.259361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bcf98-a564-4923-9212-4b6babd5bac9 req-34ce48c3-ba4d-4427-abdf-0d2c3a0d9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:06.261566 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-144bcf98-a564-4923-9212-4b6babd5bac9 req-34ce48c3-ba4d-4427-abdf-0d2c3a0d9698 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1098 time: 0.4375927
Apr 15 20:56:06.266829 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-57cdeed8-c105-4da9-9eaa-3970f1ec1b2f req-52ea6ece-b926-4362-8a4e-fa38acc60953 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414964
Apr 15 20:56:06.336684 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-882c1b50-3b3a-45b8-a14c-c17cfa3ef3ee req-c298d7be-1e36-4bf8-904e-bdadfd6c17e9 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1578000
Apr 15 20:56:06.368888 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-144bcf98-a564-4923-9212-4b6babd5bac9 req-04144a54-ed61-4dc9-bb08-0f87d6118fac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0997789
Apr 15 20:56:06.374615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:06.564000 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Floating IP d28e647c-599e-4157-a15c-eb1fc3758c81 associated. External IP: 172.27.2.18, port: ba9a7c9f-e31a-4453-a041-49d1aa717dd8.
Apr 15 20:56:06.603717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:06.956552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:56:06.997507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 438aaa50-2052-4173-9b77-1da385de4398 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:56:07.151713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 438aaa50-2052-4173-9b77-1da385de4398, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=438aaa50-2052-4173-9b77-1da385de4398,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:07.167437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '438aaa50-2052-4173-9b77-1da385de4398', 'network_id': '5348b569-ab37-4751-b6c8-fb19bbfc5f18', 'port_id': '438aaa50-2052-4173-9b77-1da385de4398', 'mac_address': 'fa:16:3e:0a:97:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45f81c6-77fa-4ad0-b4bb-33902ef2baa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:56:07.235381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:07.270531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438aaa50-2052-4173-9b77-1da385de4398 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:56:07.287657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:07.292344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 438aaa50-2052-4173-9b77-1da385de4398, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=438aaa50-2052-4173-9b77-1da385de4398,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:07.303480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:07.307471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:07.422710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=438aaa50-2052-4173-9b77-1da385de4398,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:07.425846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:07.566808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['438aaa50-2052-4173-9b77-1da385de4398'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:56:07.631118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:56:07.642406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:56:07.656495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:07.657151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b9bef0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:07.663439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec898-93ca-42f6-a103-8754fb4a0096 req-c0776ab9-c2b7-430a-a6e7-f1d4bf8284e3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:07.665055 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c4fec898-93ca-42f6-a103-8754fb4a0096 req-c0776ab9-c2b7-430a-a6e7-f1d4bf8284e3 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 944 time: 0.2224824
Apr 15 20:56:07.677238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d71f9-c9cc-4a4f-a9aa-dd3c65aa41a4 req-6bdabd0d-fbc2-4c91-88d9-c8a65ef33b68 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:07.678753 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a2d71f9-c9cc-4a4f-a9aa-dd3c65aa41a4 req-6bdabd0d-fbc2-4c91-88d9-c8a65ef33b68 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1897068
Apr 15 20:56:07.701870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:07.814124 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c4fec898-93ca-42f6-a103-8754fb4a0096 req-6c20ea1d-e61d-4fd0-b24e-f50b5bb5b00f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342895
Apr 15 20:56:07.823673 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.8250849
Apr 15 20:56:07.823673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:56:07.828099 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a2d71f9-c9cc-4a4f-a9aa-dd3c65aa41a4 req-7d28fd22-fb86-4f1c-ac84-4aa3dd03e414 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1299226
Apr 15 20:56:07.885461 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'status': 'completed', 'code': 200}
Apr 15 20:56:07.914230 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:07.997054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-5c8ff40f-b59f-403e-a91c-077637ad68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:07.998663 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-5c8ff40f-b59f-403e-a91c-077637ad68ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 1098 time: 0.0844769
Apr 15 20:56:08.144654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-f5f3fcb7-cc89-4183-9111-d25a2c8a72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:08.146147 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-f5f3fcb7-cc89-4183-9111-d25a2c8a72ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1404061
Apr 15 20:56:08.257963 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-a6f78cf2-4fef-4c76-9e14-57773e2e9e20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8 HTTP/1.1" status: 200  len: 998 time: 0.1045301
Apr 15 20:56:08.310657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b9bef0>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': 'd28e647c-599e-4157-a15c-eb1fc3758c81', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:00:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:56:05Z', 'updated_at': '2021-04-15T20:56:05Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:08.315142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:56:08.324745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:08.325388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b9bef0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:08.329266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-73de613b-5f1a-4ad4-9c58-e61e2927c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:08.330853 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-73de613b-5f1a-4ad4-9c58-e61e2927c85f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0661988
Apr 15 20:56:08.417435 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-e9576df2-30ae-49b3-9e1a-ed57e9b3e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:08.419039 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-e9576df2-30ae-49b3-9e1a-ed57e9b3e60a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0798004
Apr 15 20:56:08.494425 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:08.534321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:08.577827 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-e4238c80-e45c-49b8-981d-53f6bd7839a3 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444798
Apr 15 20:56:08.744186 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c8614bb2-33f3-4f24-b32a-229146d5b4e2 req-c3aa056e-9302-4386-a6cd-882cbd6c32aa service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589093
Apr 15 20:56:09.001400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 438aaa50-2052-4173-9b77-1da385de4398 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:56:09.042763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a67db-52f7-4a24-ba1e-b4bb07dfaa69 req-19c4dfdb-5f62-49e7-8e6c-271a1b983c94 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:09.044423 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d0a67db-52f7-4a24-ba1e-b4bb07dfaa69 req-19c4dfdb-5f62-49e7-8e6c-271a1b983c94 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 944 time: 0.0978911
Apr 15 20:56:09.093526 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d0a67db-52f7-4a24-ba1e-b4bb07dfaa69 req-9c24c274-fabb-4875-9ded-42301c326e49 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423191
Apr 15 20:56:09.155543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 438aaa50-2052-4173-9b77-1da385de4398 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:56:09.163310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 438aaa50-2052-4173-9b77-1da385de4398 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:56:09.163723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:09.247063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b9bef0>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': 'd28e647c-599e-4157-a15c-eb1fc3758c81', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:00:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:56:05Z', 'updated_at': '2021-04-15T20:56:05Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:09.253812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa1e53d-3e8a-4b0a-9071-b7e45038765f None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': 'd28e647c-599e-4157-a15c-eb1fc3758c81', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:00:56:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:56:05Z', 'updated_at': '2021-04-15T20:56:05Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:56:09.315090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:09.351703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438aaa50-2052-4173-9b77-1da385de4398'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:56:09.362385 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 438aaa50-2052-4173-9b77-1da385de4398, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=438aaa50-2052-4173-9b77-1da385de4398,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:09.366010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:09.368161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:09.404520 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438aaa50-2052-4173-9b77-1da385de4398', 'code': 200}
Apr 15 20:56:09.445859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=438aaa50-2052-4173-9b77-1da385de4398,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:09.449343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:09.537928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdc55ea-a888-4bca-9bff-a872150d1a42 None None] New status for floating IP d28e647c-599e-4157-a15c-eb1fc3758c81: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:56:09.642518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cfca1-906b-4ece-9c86-23230d72e905 req-780dfc54-93a0-4be8-8aa0-3d626f7e776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:09.644174 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d6cfca1-906b-4ece-9c86-23230d72e905 req-780dfc54-93a0-4be8-8aa0-3d626f7e776b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 1098 time: 0.0790689
Apr 15 20:56:09.690596 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2d6cfca1-906b-4ece-9c86-23230d72e905 req-5101033d-3e48-4a38-9525-a6e6e0637190 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403359
Apr 15 20:56:10.043312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59034) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:10.477739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbfa7-e246-4c48-a632-a0c43fa6902a req-f15ffd8a-fc92-4ce4-9f9b-677f925236a2 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:10.479379 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-228dbfa7-e246-4c48-a632-a0c43fa6902a req-f15ffd8a-fc92-4ce4-9f9b-677f925236a2 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 945 time: 0.2628858
Apr 15 20:56:10.605398 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-228dbfa7-e246-4c48-a632-a0c43fa6902a req-251dae17-f9a0-492e-8802-3f7c46e0dcc7 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722935
Apr 15 20:56:10.839339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:11.215038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Deleting port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:11.215404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:11.660551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] For port ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:11.661142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:11.845110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Calling delete_port for ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:11.990524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d25e6-bcbc-40bd-b5e1-bbcfb0dc1abf req-45b7ed34-5f16-491c-bd47-f4748d05c8fd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:11.992105 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c27d25e6-bcbc-40bd-b5e1-bbcfb0dc1abf req-45b7ed34-5f16-491c-bd47-f4748d05c8fd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 945 time: 0.2599049
Apr 15 20:56:12.082233 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c27d25e6-bcbc-40bd-b5e1-bbcfb0dc1abf req-05263921-5212-47fb-ad36-1af6c8bdeb5a tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825019
Apr 15 20:56:12.112672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:12.128567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0359c3df-ac76-4d2c-a065-ffe77a4ea3f1 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:12.178660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:12.225405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:12.586372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:13.113665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Router 06f18ed1-a7c9-4570-b5b9-989702bd81df has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:56:13.309880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:56:13.319400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] Sync routers for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:56:13.323603 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] 10.222.0.25 "PUT /v2.0/routers/06f18ed1-a7c9-4570-b5b9-989702bd81df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2788677
Apr 15 20:56:13.326214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59054) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:13.331077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:13.331768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3b70>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:13.517305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:13.526051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:13.710550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:13.721864 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Deleting port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:13.721970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:13.832998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3b70>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:56:12Z', 'revision_number': 5, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port': {'id': 'a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:29Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:13.837993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] Checking router: 06f18ed1-a7c9-4570-b5b9-989702bd81df for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:56:13.848978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] Routers {'06f18ed1-a7c9-4570-b5b9-989702bd81df'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:13.849664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3b70>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['06f18ed1-a7c9-4570-b5b9-989702bd81df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:14.024845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] Set router 06f18ed1-a7c9-4570-b5b9-989702bd81df gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:14.140770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5eb3b70>, [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:56:13Z', 'revision_number': 6, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:14.145245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9b295-f7ab-499d-a939-34685b813b5b None None] The sync data for ids ['06f18ed1-a7c9-4570-b5b9-989702bd81df'] in dv-cinder-562053-18-iscsi is: [{'id': '06f18ed1-a7c9-4570-b5b9-989702bd81df', 'name': 'tempest-AttachVolumeTestJSON-403411706-router', 'tenant_id': '08781aa151cd48cdae7588ece3fc8b91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:27Z', 'updated_at': '2021-04-15T20:56:13Z', 'revision_number': 6, 'project_id': '08781aa151cd48cdae7588ece3fc8b91', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:56:14.178365 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] For port a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:14.178769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:14.321348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Calling delete_port for a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:14.505019 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:14.522876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:14.623261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:14.627264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:14.786979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:14.866583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:14.905305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:14.905651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ef72e3e6-ffd9-48ad-96ec-5f0c4bd7b0ad not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:14.906141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:14.944113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:14.944559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device a6fbd09a-9a04-4cd7-9aee-8cb0ded9ea4f not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:14.972586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:14.975017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.001248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.001799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06f18ed1-a7c9-4570-b5b9-989702bd81df {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:56:15.015066 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.016339 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/06f18ed1-a7c9-4570-b5b9-989702bd81df HTTP/1.1" status: 204  len: 168 time: 1.6891341
Apr 15 20:56:15.019379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59062) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:15.092956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Deleting subnet 8a80310d-b616-4310-b44a-7152fca526f5 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:56:15.097273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.150584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2826480'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.276978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.528779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.543596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850838058'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.559474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f637b4f0-c31a-472f-8aae-027d2a88d743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:15.652930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a80310d-b616-4310-b44a-7152fca526f5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:15.655650 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:15.692645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.698377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e7cf6c-451d-4ce8-854b-3bd45b67dad4 None None] Network bc245558-7323-4c47-8845-a48d9d9c02dd requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:56:15.699726 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-905aba1d-a4d9-4024-a8e2-576448efe9d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8a80310d-b616-4310-b44a-7152fca526f5 HTTP/1.1" status: 204  len: 168 time: 0.6790614
Apr 15 20:56:15.702568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59068) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:15.816691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.886016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Deleting port 05b4415c-3179-4678-beb0-205aa8666e03 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:15.886396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:15.976138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] DHCP port deletion for bc245558-7323-4c47-8845-a48d9d9c02dd request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:56:15.981135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Deleting port 05b4415c-3179-4678-beb0-205aa8666e03 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:15.981636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:16.138632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] For port 05b4415c-3179-4678-beb0-205aa8666e03, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=05b4415c-3179-4678-beb0-205aa8666e03,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:16.139035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:16.281268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Calling delete_port for 05b4415c-3179-4678-beb0-205aa8666e03 owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:16.365753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:16.379463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-af71e043-0910-4a3c-a202-7aa797147563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:16.392347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] For port 05b4415c-3179-4678-beb0-205aa8666e03, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=05b4415c-3179-4678-beb0-205aa8666e03,segment=NetworkSegment(527ed7d2-0960-4519-85cb-4de18c4008ac),segment_id=527ed7d2-0960-4519-85cb-4de18c4008ac)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:16.392716 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:16.473139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Pushing event deleted for resources: {'Port': ['ID=05b4415c-3179-4678-beb0-205aa8666e03,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:16.475836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:16.521712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Calling delete_port for 05b4415c-3179-4678-beb0-205aa8666e03 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:16.523874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] No DVR routers for this DVR port 05b4415c-3179-4678-beb0-205aa8666e03 on host dv-cinder-562053-18-iscsi {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:56:16.598964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:56:16.599373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:56:16.861344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 05b4415c-3179-4678-beb0-205aa8666e03 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:16.882306 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:16.902776 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 05b4415c-3179-4678-beb0-205aa8666e03 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:16.903288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 05b4415c-3179-4678-beb0-205aa8666e03 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:16.999834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c54e5588>,) {'filters': {'network_id': ['bc245558-7323-4c47-8845-a48d9d9c02dd']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:17.013437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c54e5588>, '527ed7d2-0960-4519-85cb-4de18c4008ac') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:17.013662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c54e5588>, '527ed7d2-0960-4519-85cb-4de18c4008ac') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:17.026322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851949368'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.042907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.049454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:56:17.100756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Deleting port 05b4415c-3179-4678-beb0-205aa8666e03 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:17.101381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.172589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-8c059f61-4763-4b3a-adc9-99610fc70ee0 None None] The port '05b4415c-3179-4678-beb0-205aa8666e03' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:56:17.231117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Network bc245558-7323-4c47-8845-a48d9d9c02dd has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:56:17.244318 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851967418'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.422371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Network bc245558-7323-4c47-8845-a48d9d9c02dd has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:56:17.444928 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:56:17.526036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.529833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-75564e66-d0c4-4c01-8443-d4fc8fececfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:17.543668 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.554719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc245558-7323-4c47-8845-a48d9d9c02dd,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:17.558148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:17.569868 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] 10.222.0.25 "DELETE /v2.0/networks/bc245558-7323-4c47-8845-a48d9d9c02dd HTTP/1.1" status: 204  len: 168 time: 1.8663030
Apr 15 20:56:17.706339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59078) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:17.759971 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6c241b28-cf86-432b-8430-27ece0b682b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08781aa151cd48cdae7588ece3fc8b91&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0522854
Apr 15 20:56:17.763626 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59082) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:17.823953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.856761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.906091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.911120 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4f2bff17-efd7-492a-aebb-da46c0cbe9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:17.925430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83268be2-f12e-4fed-8ba8-6f2d6c6e768c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:17.928002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:17.934247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:17.935455 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83268be2-f12e-4fed-8ba8-6f2d6c6e768c HTTP/1.1" status: 204  len: 168 time: 0.1708679
Apr 15 20:56:33.269652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59272) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:33.403062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:33.419248 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:33.423563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5787dfcc694ecfb0db8b28ace7bbb7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:33.426643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:33.433243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:33.529717 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:33.533321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:33.542450 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d26db4b7-0b30-4368-973d-7ffc00fd6d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:33.585807 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a5787dfcc694ecfb0db8b28ace7bbb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3147187
Apr 15 20:56:33.586682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8477b6-f74f-4793-8654-240b8d05e46a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:33.588986 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59282) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:33.590217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-923286db-7c6e-4697-80a1-cc69bb4da994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:33.654273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:33.681743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:33.733528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:33.738831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2a268c83-281b-4536-b9f9-2d234317bdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:33.750439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8477b6-f74f-4793-8654-240b8d05e46a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:33.754217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:33.757741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:33.759593 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce8477b6-f74f-4793-8654-240b8d05e46a HTTP/1.1" status: 204  len: 168 time: 0.1693039
Apr 15 20:56:33.820837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989a7c9-1951-43cc-915d-54c00fc30637 req-47334e59-c1f1-4cca-89fe-69a7cfec15cb tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:33.823587 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b989a7c9-1951-43cc-915d-54c00fc30637 req-47334e59-c1f1-4cca-89fe-69a7cfec15cb tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 945 time: 0.1033013
Apr 15 20:56:33.874552 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b989a7c9-1951-43cc-915d-54c00fc30637 req-964e712e-06b4-45a5-a068-53c1e0dd5c2f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437040
Apr 15 20:56:34.019642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-11eee168-2fe0-4131-b3bf-3158c7f85fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:35.083742 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438f38-03f0-461f-a3e3-56e0b4d1e126 req-db08053f-88cf-420f-85dd-27279cf9d3bd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:35.085395 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0438f38-03f0-461f-a3e3-56e0b4d1e126 req-db08053f-88cf-420f-85dd-27279cf9d3bd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 945 time: 0.0898771
Apr 15 20:56:35.133855 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c0438f38-03f0-461f-a3e3-56e0b4d1e126 req-dc7306aa-1f7f-4f1e-8764-328d74ddc1a2 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414407
Apr 15 20:56:35.655995 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-9892330c-56c0-403f-9201-c37603f5d6cd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:35.657509 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-9892330c-56c0-403f-9201-c37603f5d6cd tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 945 time: 0.0987473
Apr 15 20:56:35.739510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Deleting port 438aaa50-2052-4173-9b77-1da385de4398 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:35.739925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:35.894576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:56:35.924859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b9567b83-60cc-4a5e-8607-6a514f736685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:35.946733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59358) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:36.056630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] For port 438aaa50-2052-4173-9b77-1da385de4398, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=438aaa50-2052-4173-9b77-1da385de4398,segment=NetworkSegment(f9fb5a26-339a-4901-a8d3-43dd8dc89013),segment_id=f9fb5a26-339a-4901-a8d3-43dd8dc89013)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:36.057012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.095643 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.115148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:36.119278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Usage tracker for resource:security_group_rule and tenant:fad71d3925bc417a91f2326ae9529a08 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:36.122657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:36.129035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:36.195772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Calling delete_port for 438aaa50-2052-4173-9b77-1da385de4398 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:36.227998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.232846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.247959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-230a5a70-8d64-4a0a-96c1-c44e3bad2cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:36.295341 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fad71d3925bc417a91f2326ae9529a08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3473301
Apr 15 20:56:36.296348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53d245-37da-42f8-9f2a-20f6d04ce9f4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:36.298925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59370) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:36.307668 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:36.376147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-101b04a3-23dc-46ca-b7be-dbcb07c2d133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.405382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-101b04a3-23dc-46ca-b7be-dbcb07c2d133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.453463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-101b04a3-23dc-46ca-b7be-dbcb07c2d133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.458446 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8c614bde-9f0d-4804-85d0-f20dd61daabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:36.477555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b04a3-23dc-46ca-b7be-dbcb07c2d133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53d245-37da-42f8-9f2a-20f6d04ce9f4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:36.479690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-101b04a3-23dc-46ca-b7be-dbcb07c2d133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.483756 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-101b04a3-23dc-46ca-b7be-dbcb07c2d133 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a53d245-37da-42f8-9f2a-20f6d04ce9f4 HTTP/1.1" status: 204  len: 168 time: 0.1761935
Apr 15 20:56:36.483756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-101b04a3-23dc-46ca-b7be-dbcb07c2d133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:36.496664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde87c0a-3d56-44eb-9bed-2438238d77e4 req-d0f59d5d-dcbe-4785-aeb1-dd0944b9a09c tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:36.498290 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cde87c0a-3d56-44eb-9bed-2438238d77e4 req-d0f59d5d-dcbe-4785-aeb1-dd0944b9a09c tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc HTTP/1.1" status: 200  len: 945 time: 0.2226369
Apr 15 20:56:36.502399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.518190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e541b29d-c7d7-4ebe-a275-0e324f379710 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:36.520922 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['438aaa50-2052-4173-9b77-1da385de4398'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:56:36.608095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.637704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Pushing event deleted for resources: {'Port': ['ID=438aaa50-2052-4173-9b77-1da385de4398,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:36.645572 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:36.700505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1217352-5830-441b-bd4a-bb9e7417f56d req-7ac00302-45a3-446e-8edf-f73086b40248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:36.702137 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d1217352-5830-441b-bd4a-bb9e7417f56d req-7ac00302-45a3-446e-8edf-f73086b40248 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.3514154
Apr 15 20:56:36.723542 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cde87c0a-3d56-44eb-9bed-2438238d77e4 req-abafb5ee-03e9-44b9-9fdd-0463e6ef18d2 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.25 "GET /v2.0/security-groups?id=eb731beb-a68d-4357-871c-b04cf2bb9bec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729560
Apr 15 20:56:36.789800 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d1217352-5830-441b-bd4a-bb9e7417f56d req-7485d503-f99d-4b9b-b858-7cf48a05a6ca tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804572
Apr 15 20:56:36.803255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59378) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:36.835009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.852099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:36.856660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Usage tracker for resource:security_group_rule and tenant:f720fbe15dd64652a2a1ccf329874f01 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:36.859654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:36.865863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:36.872828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] No DVR routers for this DVR port 438aaa50-2052-4173-9b77-1da385de4398 on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:56:36.875497 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.878418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'name': 'network-vif-deleted', 'tag': '438aaa50-2052-4173-9b77-1da385de4398'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:56:36.896427 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2b1a35d-e73e-4590-83a1-ab8ed8861745 req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] 10.222.0.62 "DELETE /v2.0/ports/438aaa50-2052-4173-9b77-1da385de4398 HTTP/1.1" status: 204  len: 173 time: 1.2291844
Apr 15 20:56:36.927203 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d5f3d7-0655-41b1-ad0e-1a60311b6ddc', 'name': 'network-vif-deleted', 'tag': '438aaa50-2052-4173-9b77-1da385de4398', 'status': 'completed', 'code': 200}
Apr 15 20:56:36.961143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.964956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:36.973160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ac0c4128-3b01-408d-be3d-c8a354a24e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:37.016546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ceb5638-9a54-4b54-add5-bb782ad75b13,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:37.023563 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f720fbe15dd64652a2a1ccf329874f01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2193725
Apr 15 20:56:37.024313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59384) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:37.024709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:37.093202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:37.121418 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:37.167431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:37.171341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-53a654e7-ff1b-42bc-83b8-c8b51b9871a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:37.182978 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ceb5638-9a54-4b54-add5-bb782ad75b13,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:37.185298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:37.192456 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:37.193686 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ceb5638-9a54-4b54-add5-bb782ad75b13 HTTP/1.1" status: 204  len: 168 time: 0.1682842
Apr 15 20:56:37.252836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:38.027928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-212908af-b743-4c80-aa19-e652662ea27d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:38.029527 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-212908af-b743-4c80-aa19-e652662ea27d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.1554325
Apr 15 20:56:38.128087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Deleting port 09c406c0-9709-490d-b9ec-6581382bcf07 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:38.128561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:38.173133 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a778fc-86e9-4d9a-994a-02236729f9ff req-b55980cc-8c52-4f58-a1d8-eb9df0026d8d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:38.174796 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f6a778fc-86e9-4d9a-994a-02236729f9ff req-b55980cc-8c52-4f58-a1d8-eb9df0026d8d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 947 time: 0.2217321
Apr 15 20:56:38.245043 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f6a778fc-86e9-4d9a-994a-02236729f9ff req-84157e06-3cd1-4d15-80ee-bf2ce5f3852e tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups?id=875c15e8-63a2-4077-9535-67d431960114&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623093
Apr 15 20:56:38.443029 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:38.483250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] For port 09c406c0-9709-490d-b9ec-6581382bcf07, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=09c406c0-9709-490d-b9ec-6581382bcf07,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:38.483647 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:39.065212 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:39.065553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:39.065899 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Floating IP 76d7af28-700b-4d00-83ee-5db71a331541 disassociated. External IP: 172.27.2.174, port: 09c406c0-9709-490d-b9ec-6581382bcf07.
Apr 15 20:56:39.066275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Calling delete_port for 09c406c0-9709-490d-b9ec-6581382bcf07 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:39.222147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:39.241190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3dd8ac39-307f-4ffb-a893-62f0f55762e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:39.386548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event deleted for resources: {'Port': ['ID=09c406c0-9709-490d-b9ec-6581382bcf07,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:39.424919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:39.450640 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5cac30fe-8289-4104-aee9-c352c5d0e1d3 req-7502853a-e33c-4766-b9f9-62c127c8c20f tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 210 time: 0.0691791
Apr 15 20:56:39.697440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Router 702df571-b859-4b74-b188-bee78b19b94e has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:56:39.901928 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:56:39.911908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] Sync routers for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:56:39.923821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:39.924841 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b24a20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:39.983107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] No DVR routers for this DVR port 09c406c0-9709-490d-b9ec-6581382bcf07 on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:56:39.985812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:39.990276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-deleted', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:56:40.001905 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-35774232-05bb-4035-95a1-f6cd3754fc20 req-65e67104-de5f-47ce-a79b-35915f6b8997 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.62 "DELETE /v2.0/ports/09c406c0-9709-490d-b9ec-6581382bcf07 HTTP/1.1" status: 204  len: 173 time: 1.9622679
Apr 15 20:56:40.046990 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fbf43f-3677-44cc-bdd5-ac1f07172201', 'name': 'network-vif-deleted', 'tag': '09c406c0-9709-490d-b9ec-6581382bcf07', 'status': 'completed', 'code': 200}
Apr 15 20:56:40.118396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:40.607565 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b24a20>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:40.611827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] Checking router: 702df571-b859-4b74-b188-bee78b19b94e for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:56:40.620822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:40.621458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b24a20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:40.634013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-5e42273a-54c9-4e26-8a7e-9f08598df70a req-e5bce3e7-de95-4018-90a7-d7fe6828d0aa tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Synchronizing usage tracker for tenant:560f66c334274db5b78dbe4a540680ae on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:56:40.650329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-5e42273a-54c9-4e26-8a7e-9f08598df70a req-e5bce3e7-de95-4018-90a7-d7fe6828d0aa tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Unset dirty status for tenant:560f66c334274db5b78dbe4a540680ae on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:56:40.651578 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5e42273a-54c9-4e26-8a7e-9f08598df70a req-e5bce3e7-de95-4018-90a7-d7fe6828d0aa tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 210 time: 0.0693493
Apr 15 20:56:40.809199 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:41.157352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b24a20>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:41.161917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276c04dd-8545-4b0e-95e0-ea098b9d4e49 None None] The sync data for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi is: [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:49:42Z', 'revision_number': 4, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': 'be4fe5ee-1667-4e27-98ca-d73036cb3f0f', 'name': '', 'network_id': '3d31bfab-fb01-4c6e-971f-d5f973fb5726', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'mac_address': 'fa:16:3e:e4:01:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:40Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'subnets': [{'id': '90f44962-a470-4659-bdf3-7d4e587655e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:56:41.551271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b93857-329b-4201-b32f-c0a6113dd1b3 None None] New status for floating IP 76d7af28-700b-4d00-83ee-5db71a331541: DOWN {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:56:41.831565 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0d44d81d-5ed3-48e5-a8a5-c986f47b2e70 req-2d6db3bb-54c7-41a6-966a-c47572e8ff70 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 210 time: 0.0521994
Apr 15 20:56:42.784331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 438aaa50-2052-4173-9b77-1da385de4398 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:42.828966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 438aaa50-2052-4173-9b77-1da385de4398 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:42.829380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 438aaa50-2052-4173-9b77-1da385de4398 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:43.025214 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-16f1b0ff-966b-413b-97f5-c3a343840be0 req-4fda14e8-813a-4bbb-8809-f9cb7e19353d tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7fbf43f-3677-44cc-bdd5-ac1f07172201 HTTP/1.1" status: 200  len: 210 time: 0.0534348
Apr 15 20:56:44.050591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:44.087152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 09c406c0-9709-490d-b9ec-6581382bcf07 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:44.087558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 09c406c0-9709-490d-b9ec-6581382bcf07 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:44.162690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59492) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:44.237558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:44.267844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:44.318359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:44.323756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bf7d0ff7-6119-4bcc-a9c2-f798ab1d03bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:44.340111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c15e8-63a2-4077-9535-67d431960114,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:44.344512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:44.348792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:44.352545 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "DELETE /v2.0/security-groups/875c15e8-63a2-4077-9535-67d431960114 HTTP/1.1" status: 204  len: 168 time: 0.1862538
Apr 15 20:56:44.352796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59496) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:44.370548 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.api.v2.resource [None req-c91ff7d5-9ee0-4f78-bce6-cfda415a2c63 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] show failed (client error): The resource could not be found.
Apr 15 20:56:44.371638 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c91ff7d5-9ee0-4f78-bce6-cfda415a2c63 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "GET /v2.0/security-groups/875c15e8-63a2-4077-9535-67d431960114 HTTP/1.1" status: 404  len: 347 time: 0.0178521
Apr 15 20:56:44.374646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59502) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:44.551544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Deleting port ea46366e-a80c-4567-abdf-85aac88902ad {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:44.551544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:44.728770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:44.729026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:44.860393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Calling delete_port for ea46366e-a80c-4567-abdf-85aac88902ad owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:45.012279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:45.028462 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-788960e2-8603-48e3-bf7c-1176240b0bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:45.124688 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Pushing event deleted for resources: {'Port': ['ID=ea46366e-a80c-4567-abdf-85aac88902ad,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:45.128594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:45.299516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:45.322158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:45.323404 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] 10.222.0.25 "DELETE /v2.0/floatingips/76d7af28-700b-4d00-83ee-5db71a331541 HTTP/1.1" status: 204  len: 168 time: 0.9477847
Apr 15 20:56:45.942957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:48.205173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59568) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:49.251002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:49.575589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59590) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:49.639799 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Deleting port be4fe5ee-1667-4e27-98ca-d73036cb3f0f {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:49.640437 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:49.713809 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:49.731998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:49.736905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Usage tracker for resource:security_group_rule and tenant:30889178568e4415b4f96c4c070a87ee is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:49.740075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:49.747440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:49.831325 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] For port be4fe5ee-1667-4e27-98ca-d73036cb3f0f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:49.831730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:49.846260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:49.850921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:49.865246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-706a61fd-c6d3-45a3-adba-5bf23b6d70d7 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:49.910316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eeebf7-c57a-4926-a270-38495552c030,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:49.914220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:49.916836 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-cec514e3-cf28-4f39-8a3e-55970eae2578 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30889178568e4415b4f96c4c070a87ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3400314
Apr 15 20:56:49.919606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59600) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:49.984874 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Calling delete_port for be4fe5ee-1667-4e27-98ca-d73036cb3f0f owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:49.988662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.019319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.067755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.073035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-92d22ba9-e814-4502-914c-a92aa65a62c6 tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:50.086275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eeebf7-c57a-4926-a270-38495552c030,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:50.091266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:50.095998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.100260 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39eeebf7-c57a-4926-a270-38495552c030 HTTP/1.1" status: 204  len: 168 time: 0.1787610
Apr 15 20:56:50.169399 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.187771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-aa5d631a-2266-4d5b-9b6a-0704e57c0cc6 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:50.284577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4fe5ee-1667-4e27-98ca-d73036cb3f0f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:50.292627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:50.397616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59608) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:50.417546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.440905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:50.445430 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Usage tracker for resource:security_group_rule and tenant:e2027345e3b842f78360589d15b56e1e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:50.448961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:50.455308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:50.551439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.555348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.562601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f57df51b-70ce-4a73-a090-635b8ea7ca7d tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:50.606245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922c7c5b-acb4-4d64-a0c9-c4c8e305f3aa,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:50.609603 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:50.616253 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e2027345e3b842f78360589d15b56e1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2137146
Apr 15 20:56:50.616771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59612) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:50.651988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.678359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.707184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.753459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.758564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4068ae3a-939e-4eeb-a2b0-08d4f32b60d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:50.772397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922c7c5b-acb4-4d64-a0c9-c4c8e305f3aa,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:50.775581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:50.776389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:50.777529 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/922c7c5b-acb4-4d64-a0c9-c4c8e305f3aa HTTP/1.1" status: 204  len: 168 time: 0.1601627
Apr 15 20:56:51.170518 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Router 702df571-b859-4b74-b188-bee78b19b94e has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:56:51.362687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:56:51.371602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] Sync routers for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:56:51.377972 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b4a459cf-f134-4b9d-a330-3afdd5744e40 admin admin] 10.222.0.25 "PUT /v2.0/routers/702df571-b859-4b74-b188-bee78b19b94e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1689286
Apr 15 20:56:51.378276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59632) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:51.384555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:51.384555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c66cb5c0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:51.568691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:51.579281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:51.761208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:51.770666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Deleting port 6603b09b-7965-4fd7-8900-b4b17145b238 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:51.771089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:51.884705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c66cb5c0>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:56:50Z', 'revision_number': 5, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port': {'id': '6603b09b-7965-4fd7-8900-b4b17145b238', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702df571-b859-4b74-b188-bee78b19b94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:34Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:51.888970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] Checking router: 702df571-b859-4b74-b188-bee78b19b94e for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:56:51.898427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] Routers {'702df571-b859-4b74-b188-bee78b19b94e'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:56:51.899084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c66cb5c0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:56:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['702df571-b859-4b74-b188-bee78b19b94e'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:51.969770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] For port 6603b09b-7965-4fd7-8900-b4b17145b238, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=6603b09b-7965-4fd7-8900-b4b17145b238,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:51.970660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:52.083730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] Set router 702df571-b859-4b74-b188-bee78b19b94e gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:56:52.111111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Calling delete_port for 6603b09b-7965-4fd7-8900-b4b17145b238 owned by network:router_gateway {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:52.198677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c66cb5c0>, [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:56:51Z', 'revision_number': 6, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:52.204138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf1988a-649a-4165-b0b9-5d26beb5ebfa None None] The sync data for ids ['702df571-b859-4b74-b188-bee78b19b94e'] in dv-cinder-562053-18-iscsi is: [{'id': '702df571-b859-4b74-b188-bee78b19b94e', 'name': 'tempest-AttachVolumeShelveTestJSON-1404489613-router', 'tenant_id': '560f66c334274db5b78dbe4a540680ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:32Z', 'updated_at': '2021-04-15T20:56:51Z', 'revision_number': 6, 'project_id': '560f66c334274db5b78dbe4a540680ae', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:56:52.440211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:52.456536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cfe07ef0-55c7-4953-82c5-51ea99ed34d5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:52.551661 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6603b09b-7965-4fd7-8900-b4b17145b238,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:52.554260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:52.724145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:52.884423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device be4fe5ee-1667-4e27-98ca-d73036cb3f0f no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:52.924063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: be4fe5ee-1667-4e27-98ca-d73036cb3f0f {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:52.924460 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device be4fe5ee-1667-4e27-98ca-d73036cb3f0f not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:52.924922 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6603b09b-7965-4fd7-8900-b4b17145b238 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:52.965691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 6603b09b-7965-4fd7-8900-b4b17145b238 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:52.966097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 6603b09b-7965-4fd7-8900-b4b17145b238 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:53.149882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.152309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.248544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.249094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 702df571-b859-4b74-b188-bee78b19b94e {{(pid=85335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:56:53.262721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.267056 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/702df571-b859-4b74-b188-bee78b19b94e HTTP/1.1" status: 204  len: 168 time: 1.8849335
Apr 15 20:56:53.267173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59702) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:53.341389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Deleting subnet 90f44962-a470-4659-bdf3-7d4e587655e5 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:56:53.345781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.406043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.492563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.779937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:53.795345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d611ce4b-f12e-49cf-8cfe-76947d50aa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:54.162875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f44962-a470-4659-bdf3-7d4e587655e5,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:54.167586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:54.204557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:54.210283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5b0d43-3012-4d18-b8b0-f7e54abd7938 None None] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:56:54.214668 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1a5f1dee-dc3d-4409-a664-df538f667932 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/90f44962-a470-4659-bdf3-7d4e587655e5 HTTP/1.1" status: 204  len: 168 time: 0.9437788
Apr 15 20:56:54.215317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59714) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:54.349359 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:54.424010 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Deleting port 20573161-3a11-458b-bd65-570b49b5e17f {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:54.424529 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:54.500372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] DHCP port deletion for 3d31bfab-fb01-4c6e-971f-d5f973fb5726 request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:56:54.505102 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Deleting port 20573161-3a11-458b-bd65-570b49b5e17f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:54.505555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:54.659814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] For port 20573161-3a11-458b-bd65-570b49b5e17f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=20573161-3a11-458b-bd65-570b49b5e17f,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:54.660230 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:54.762176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] For port 20573161-3a11-458b-bd65-570b49b5e17f, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=20573161-3a11-458b-bd65-570b49b5e17f,segment=NetworkSegment(b6067ac6-19ac-47ef-ba77-9469ed00c9e2),segment_id=b6067ac6-19ac-47ef-ba77-9469ed00c9e2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:56:54.762708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:54.809227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Calling delete_port for 20573161-3a11-458b-bd65-570b49b5e17f owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:54.901183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:54.905094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 20573161-3a11-458b-bd65-570b49b5e17f no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:56:54.917423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a8763c43-62b7-4147-a393-91bdeb88ffbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:54.942954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Calling delete_port for 20573161-3a11-458b-bd65-570b49b5e17f owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:56:54.988290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 20573161-3a11-458b-bd65-570b49b5e17f {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:56:54.988664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 20573161-3a11-458b-bd65-570b49b5e17f not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:56:55.021662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=20573161-3a11-458b-bd65-570b49b5e17f,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:55.026423 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:55.030687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:56:55.031083 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:56:55.059996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] No DVR routers for this DVR port 20573161-3a11-458b-bd65-570b49b5e17f on host dv-cinder-562053-18-iscsi {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:56:55.188142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:55.308490 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c65e36d8>,) {'filters': {'network_id': ['3d31bfab-fb01-4c6e-971f-d5f973fb5726']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:55.321548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c65e36d8>, 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:55.321880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c65e36d8>, 'b6067ac6-19ac-47ef-ba77-9469ed00c9e2') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:56:55.334240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851949368'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:55.356645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:55.364190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:56:55.532373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Deleting port 20573161-3a11-458b-bd65-570b49b5e17f {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:56:55.532958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:55.541048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:56:55.553930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851967418'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:55.605325 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ad03ca09-6b44-409d-b655-ba204ce0e889 None None] The port '20573161-3a11-458b-bd65-570b49b5e17f' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:56:55.733117 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Network 3d31bfab-fb01-4c6e-971f-d5f973fb5726 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:56:55.755704 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:56:55.845857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:55.858096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:55.872371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:55.883813 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d31bfab-fb01-4c6e-971f-d5f973fb5726,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:55.890934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:55.902166 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ebe00de2-b1db-4537-88c2-f76874915ff8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3d31bfab-fb01-4c6e-971f-d5f973fb5726 HTTP/1.1" status: 204  len: 168 time: 1.6829848
Apr 15 20:56:56.094195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59738) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:56.149313 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a5c7c85e-3a49-41e5-b3fd-d51010b80606 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=560f66c334274db5b78dbe4a540680ae&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0537162
Apr 15 20:56:56.152026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59742) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:56.235654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-14e48b7a-78b7-4362-8149-30611c0cbc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:56.276220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-14e48b7a-78b7-4362-8149-30611c0cbc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:56.328013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-14e48b7a-78b7-4362-8149-30611c0cbc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:56.333193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-261f0f16-d1e3-4d5b-afac-b08286b9606a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:56.347322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e48b7a-78b7-4362-8149-30611c0cbc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a3c20-f557-4900-b172-945935b0ac82,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:56.349949 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-14e48b7a-78b7-4362-8149-30611c0cbc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:56.355438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-14e48b7a-78b7-4362-8149-30611c0cbc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:56.359636 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-14e48b7a-78b7-4362-8149-30611c0cbc8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d21a3c20-f557-4900-b172-945935b0ac82 HTTP/1.1" status: 204  len: 168 time: 0.2037170
Apr 15 20:56:57.209264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59770) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:57.335600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-705943867-network', 'tenant_id': 'cb18b747ae4b43d9bba52eaf50143ab5'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:56:57.338810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:57.343500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Usage tracker for resource:network and tenant:cb18b747ae4b43d9bba52eaf50143ab5 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:57.347334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:57.355217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:57.365816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Made reservation on behalf of cb18b747ae4b43d9bba52eaf50143ab5 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:56:57.370812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.384602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.400232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:57.404541 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Usage tracker for resource:security_group_rule and tenant:cb18b747ae4b43d9bba52eaf50143ab5 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:57.407612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:57.413822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:57.503734 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.506357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.510722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ae55ccf3-94fe-4f17-b701-b97a22b35c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:57.536798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166}  {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 15 20:56:57.550254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d5ba2d-9828-46d1-860a-0580e8254185,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:57.554516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:57.555469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.555923 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.segments_db [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Added segment 9661447d-ed8a-49b7-bca9-6bf36f2c31b4 of type vlan for network e39a7e0a-28d8-49c4-bdfb-423584723cb2
Apr 15 20:56:57.583571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758988888930'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.619805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.621772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:57.622627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:57.627943 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c87089b5-0d7e-4a39-8e46-5462245e919e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:57.734826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Pushing event updated for resources: {'Network': ['ID=e39a7e0a-28d8-49c4-bdfb-423584723cb2,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:57.738137 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5277100
Apr 15 20:56:57.739192 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5b56f450-860b-4d77-a2c6-cb7e02753aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:57.741491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 59784) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:56:57.746082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 details requested by agent ovs-agent-dv-cinder-562053-18-iscsi with host dv-cinder-562053-18-iscsi {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 15 20:56:57.747869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Request body: {'subnet': {'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-705943867-subnet', 'tenant_id': 'cb18b747ae4b43d9bba52eaf50143ab5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:56:57.753802 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:56:57.758196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Usage tracker for resource:subnet and tenant:cb18b747ae4b43d9bba52eaf50143ab5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:56:57.761380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:56:57.767890 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:56:57.778917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Made reservation on behalf of cb18b747ae4b43d9bba52eaf50143ab5 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:56:57.783760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3937788'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:58.216705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851967780', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3937743'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:58.230191 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:56:58.355668 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a338a41-4ec5-41d2-bc08-c4f77b023eed,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:56:58.368722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:56:58.430282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Checking segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:56:58.430679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Network hostable DHCP agents. Network: e39a7e0a-28d8-49c4-bdfb-423584723cb2, hostable agents: ['5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 15 20:56:58.450091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 is scheduled to be hosted by DHCP agent 5fb0e8f4-1a2c-48fe-94c0-9768fcb5d638 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 15 20:56:58.459022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-iscsi, e39a7e0a-28d8-49c4-bdfb-423584723cb2) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:56:58.469087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60b5cb-c856-444a-9aca-fa23d5ea4895 None None] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:56:58.472243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:58.472974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:56:58.499972 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-690db694-248f-4d73-b4e0-3c377b28f64a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7571812
Apr 15 20:56:58.715878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5510c58d-366d-495e-a40f-cbba275c5e2f None None] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:56:59.085561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-6a503810-fad6-41fa-b65f-94c6d298c03d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:56:59.086340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-6a503810-fad6-41fa-b65f-94c6d298c03d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:56:59.105594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-6a503810-fad6-41fa-b65f-94c6d298c03d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:56:59.108029 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-6a503810-fad6-41fa-b65f-94c6d298c03d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.1851172
Apr 15 20:56:59.125239 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-217e35a3-38fe-4d33-be5e-570433387a02 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/quotas/cb18b747ae4b43d9bba52eaf50143ab5 HTTP/1.1" status: 200  len: 375 time: 0.0111732
Apr 15 20:56:59.185696 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-69521147-1915-4362-9604-ae1fb35125ee tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539823
Apr 15 20:56:59.344255 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-27b897ff-6365-4732-a805-be3793217025 service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485243
Apr 15 20:56:59.494331 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-51ef2896-57ae-4a36-9d94-f17786fb5de7 service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426294
Apr 15 20:56:59.691678 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-793a3eca-399c-4dea-987e-48b7a1f5946a req-05f03af3-5b36-45e3-a111-ba9ee8779bec tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 210 time: 0.0486560
Apr 15 20:57:00.811417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-5628dd24-18e0-4166-a565-11c334873cb8 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:00.813044 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-5628dd24-18e0-4166-a565-11c334873cb8 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.1662247
Apr 15 20:57:00.831673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Request body: {'port': {'device_id': '18bfacec-5d48-42df-9b44-038a12974576', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'admin_state_up': True, 'tenant_id': 'cb18b747ae4b43d9bba52eaf50143ab5'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:57:00.947711 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e3fdfccd-f657-4a4f-ba72-f68b633aead9 req-ad1e86bd-767f-4712-9db4-8026e1391a6b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 210 time: 0.1243095
Apr 15 20:57:01.032888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:57:01.037141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Usage tracker for resource:port and tenant:cb18b747ae4b43d9bba52eaf50143ab5 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:57:01.040353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:57:01.046801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:57:01.057276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Made reservation on behalf of cb18b747ae4b43d9bba52eaf50143ab5 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:57:01.063669 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:01.238649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Allocated IP 172.20.0.13 (e39a7e0a-28d8-49c4-bdfb-423584723cb2/4a338a41-4ec5-41d2-bc08-c4f77b023eed/35ea032b-4e3e-45d2-845c-36d9b910130e) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:57:01.462829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:01.496931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:01.512393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0ac52d3d-2d5b-4832-9edd-f4c8556ed673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:01.651373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event updated for resources: {'Port': ['ID=35ea032b-4e3e-45d2-845c-36d9b910130e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:01.655961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:01.708810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:57:01.710090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:57:01.712441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:57:01.783664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:01.784352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:01.810184 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-7a880642-221c-47c5-ba26-abe6a0d9d471 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9876261
Apr 15 20:57:01.822593 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Request body: {'port': {'device_id': '18bfacec-5d48-42df-9b44-038a12974576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:57:01.947282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:02.313636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c446e-a7b4-41b3-8dcd-7d7ccef9d8de req-aa97e5a3-d95f-4659-9d5c-0ae9742e632a tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:02.314398 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-188c446e-a7b4-41b3-8dcd-7d7ccef9d8de req-aa97e5a3-d95f-4659-9d5c-0ae9742e632a tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:57:02.381301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-188c446e-a7b4-41b3-8dcd-7d7ccef9d8de req-aa97e5a3-d95f-4659-9d5c-0ae9742e632a tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:57:02.381952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-188c446e-a7b4-41b3-8dcd-7d7ccef9d8de req-aa97e5a3-d95f-4659-9d5c-0ae9742e632a tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 932 time: 0.2888730
Apr 15 20:57:02.433577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ea032b-4e3e-45d2-845c-36d9b910130e {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:57:02.453407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:02.465774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-188c446e-a7b4-41b3-8dcd-7d7ccef9d8de req-4f3de0fc-c260-4c84-87e4-c2b2d5a1bd00 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:57:02.477842 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Transition to ACTIVE for port object 35ea032b-4e3e-45d2-845c-36d9b910130e will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:57:02.483680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:02.501626 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e2544913-6315-4e14-9c53-c005ce8b8d1e tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:02.602025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-188c446e-a7b4-41b3-8dcd-7d7ccef9d8de req-4f3de0fc-c260-4c84-87e4-c2b2d5a1bd00 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:57:02.603274 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-188c446e-a7b4-41b3-8dcd-7d7ccef9d8de req-4f3de0fc-c260-4c84-87e4-c2b2d5a1bd00 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135763
Apr 15 20:57:02.642273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Pushing event updated for resources: {'Port': ['ID=35ea032b-4e3e-45d2-845c-36d9b910130e,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:02.655201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:02.867818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Attempting to bind port 35ea032b-4e3e-45d2-845c-36d9b910130e on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:57:02.868403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Attempting to bind port 35ea032b-4e3e-45d2-845c-36d9b910130e by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:57:02.868522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Attempting to bind port 35ea032b-4e3e-45d2-845c-36d9b910130e on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:57:02.873755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Port 35ea032b-4e3e-45d2-845c-36d9b910130e on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:57:02.874108 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Attempting to bind port 35ea032b-4e3e-45d2-845c-36d9b910130e on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:57:02.879678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:57:02.880126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Checking segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:57:02.880542 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Bound using segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:57:02.880996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Bound port: 35ea032b-4e3e-45d2-845c-36d9b910130e, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:57:02.881383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:02.981645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] For port 35ea032b-4e3e-45d2-845c-36d9b910130e, host hv-cinder-56205, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:57:02.985338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] For port 35ea032b-4e3e-45d2-845c-36d9b910130e, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=35ea032b-4e3e-45d2-845c-36d9b910130e,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:57:02.989620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:03.005201 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:03.165921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Pushing event updated for resources: {'Port': ['ID=35ea032b-4e3e-45d2-845c-36d9b910130e,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:03.179634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.180067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.180474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.180880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.181285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.181681 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.182080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.182474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.182865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.183255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.183652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.184049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:03.188310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:03.224407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:03.224915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:03.226475 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] 10.222.0.62 "PUT /v2.0/ports/35ea032b-4e3e-45d2-845c-36d9b910130e HTTP/1.1" status: 200  len: 1094 time: 1.4084840
Apr 15 20:57:03.228161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bfacec-5d48-42df-9b44-038a12974576', 'tag': '35ea032b-4e3e-45d2-845c-36d9b910130e'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:57:03.312208 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bfacec-5d48-42df-9b44-038a12974576', 'tag': '35ea032b-4e3e-45d2-845c-36d9b910130e', 'status': 'completed', 'code': 200}
Apr 15 20:57:03.354110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cc4b8b7a-2af8-416d-84e3-8d2328c8bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:03.355724 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-cc4b8b7a-2af8-416d-84e3-8d2328c8bc5b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 1097 time: 0.0876167
Apr 15 20:57:03.705408 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-a922d28d-0798-4b9d-8b54-d9e2ba4fdec6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ea032b-4e3e-45d2-845c-36d9b910130e HTTP/1.1" status: 200  len: 217 time: 0.3413084
Apr 15 20:57:03.833343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-ea7b4c13-0fd2-47e8-8bc6-179e3726c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:03.834934 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-ea7b4c13-0fd2-47e8-8bc6-179e3726c4d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.1229062
Apr 15 20:57:03.901455 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-6a082b6f-ac1f-4208-8129-9ed50e417074 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553470
Apr 15 20:57:03.914537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df5ce-c95a-4e6e-90e6-a79f5244fb9f req-0491f3fa-4e6c-485b-b0f7-4680e8638088 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:03.916235 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c42df5ce-c95a-4e6e-90e6-a79f5244fb9f req-0491f3fa-4e6c-485b-b0f7-4680e8638088 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 944 time: 0.1645396
Apr 15 20:57:04.024609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9d495ed7-ff83-4d2f-9c8e-314a6aa0fd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:04.067333 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c42df5ce-c95a-4e6e-90e6-a79f5244fb9f req-8ffc6970-ef63-4293-ab30-9f082590df39 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255956
Apr 15 20:57:04.092035 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-924fa499-d9db-4a82-9417-7498746c5303 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744852
Apr 15 20:57:04.238173 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08587723-6a86-4fb4-8a0d-e72dd5d5a55c req-d66af23d-bcb4-4a87-a761-696e449c8898 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379633
Apr 15 20:57:04.375440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-2a83e35a-f47a-4201-a379-9dc99306c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:04.377092 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-2a83e35a-f47a-4201-a379-9dc99306c450 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 1097 time: 0.0822337
Apr 15 20:57:04.523598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-560ea9ad-4c24-4f45-afd4-2af282283579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:04.525116 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-560ea9ad-4c24-4f45-afd4-2af282283579 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 915 time: 0.1411307
Apr 15 20:57:04.605944 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-29e012ef-e698-4879-963c-7e8b4fdeddc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ea032b-4e3e-45d2-845c-36d9b910130e HTTP/1.1" status: 200  len: 217 time: 0.0726371
Apr 15 20:57:04.690906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-0bf32095-3743-4d96-b193-b4b6baa3225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:04.692582 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-0bf32095-3743-4d96-b193-b4b6baa3225e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0799143
Apr 15 20:57:04.747193 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-ef917859-35ba-4590-aa64-68b041682fbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472577
Apr 15 20:57:04.904631 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-1eeeb740-7c46-4c85-a7d0-7ead74350a80 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498539
Apr 15 20:57:05.055061 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-87a3509f-a43e-4f56-a7c4-e020733781f0 req-f25c64db-a44f-4530-8d5c-0784cc917686 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424842
Apr 15 20:57:05.059211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59888) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:05.128007 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Deleting subnet a45f81c6-77fa-4ad0-b4bb-33902ef2baa1 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:57:05.131146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:05.189169 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:05.302140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:05.398948 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ff61b-cee2-4e13-9bb0-fe2745f2d8f2 req-8ef89cbc-47b5-407f-bedc-2ac649b5d639 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:05.400603 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6b4ff61b-cee2-4e13-9bb0-fe2745f2d8f2 req-8ef89cbc-47b5-407f-bedc-2ac649b5d639 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 944 time: 0.2169960
Apr 15 20:57:05.529515 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6b4ff61b-cee2-4e13-9bb0-fe2745f2d8f2 req-b83b2acb-81f4-4f60-8ef2-f1006f47b5c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820305
Apr 15 20:57:05.628671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:05.642082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:05.727295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45f81c6-77fa-4ad0-b4bb-33902ef2baa1,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:05.742260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:05.778194 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:05.784529 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-09e92d28-e56e-4033-89ef-c549e4816102 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a45f81c6-77fa-4ad0-b4bb-33902ef2baa1 HTTP/1.1" status: 204  len: 168 time: 0.7231586
Apr 15 20:57:05.787154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59908) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:05.901440 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:05.918712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9042740d-2dac-4dc8-940b-7f67e9259669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.095611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.210118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c638eda0>,) {'filters': {'network_id': ['5348b569-ab37-4751-b6c8-fb19bbfc5f18']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:06.223383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c638eda0>, 'f9fb5a26-339a-4901-a8d3-43dd8dc89013') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:06.223739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c638eda0>, 'f9fb5a26-339a-4901-a8d3-43dd8dc89013') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:06.235829 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.250694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.257794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:57:06.434319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:57:06.443427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.610036 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.624074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Network 5348b569-ab37-4751-b6c8-fb19bbfc5f18 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:57:06.646406 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:57:06.773224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.780495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5bb592b5-058d-4ac4-86f2-7fa2cf72ceba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:06.802489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:06.812202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Pushing event deleted for resources: {'Network': ['ID=5348b569-ab37-4751-b6c8-fb19bbfc5f18,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:06.817740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:06.828446 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fc00aa00-3d5d-415d-b196-6e4a5622be2e admin admin] 10.222.0.25 "DELETE /v2.0/networks/5348b569-ab37-4751-b6c8-fb19bbfc5f18 HTTP/1.1" status: 204  len: 168 time: 1.0402997
Apr 15 20:57:06.837114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6210d4-9d15-4beb-a3e7-1d1b3a2ae4bb req-db5a2d4b-122c-4b4a-a243-eccf6f94a1a1 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:06.838626 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ae6210d4-9d15-4beb-a3e7-1d1b3a2ae4bb req-db5a2d4b-122c-4b4a-a243-eccf6f94a1a1 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 944 time: 0.1914010
Apr 15 20:57:06.891348 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ae6210d4-9d15-4beb-a3e7-1d1b3a2ae4bb req-f5835c21-59ce-4a27-83ee-f880e61ef48a tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450959
Apr 15 20:57:06.956113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59918) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:07.008560 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-82d28a51-6151-4a4c-b25e-78eaf96e16e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da72dae7612142a19481d4253e6b1ec8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510936
Apr 15 20:57:07.011166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 59922) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:07.073140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:07.100693 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:07.146939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:07.151889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c2859729-63af-4373-9003-02b46a68ad42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:07.164059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb731beb-a68d-4357-871c-b04cf2bb9bec,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:07.167171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:07.169585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:07.171766 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb731beb-a68d-4357-871c-b04cf2bb9bec HTTP/1.1" status: 204  len: 168 time: 0.1596336
Apr 15 20:57:07.256452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:07.331982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 35ea032b-4e3e-45d2-845c-36d9b910130e details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:57:07.657188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 35ea032b-4e3e-45d2-845c-36d9b910130e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=35ea032b-4e3e-45d2-845c-36d9b910130e,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:07.672153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '35ea032b-4e3e-45d2-845c-36d9b910130e', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'port_id': '35ea032b-4e3e-45d2-845c-36d9b910130e', 'mac_address': 'fa:16:3e:82:83:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a338a41-4ec5-41d2-bc08-c4f77b023eed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:57:07.732093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:07.750912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ea032b-4e3e-45d2-845c-36d9b910130e {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:57:07.767171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 35ea032b-4e3e-45d2-845c-36d9b910130e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=35ea032b-4e3e-45d2-845c-36d9b910130e,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:07.770364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:07.772217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:07.845913 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=35ea032b-4e3e-45d2-845c-36d9b910130e,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:07.853995 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.854377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.854823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.855135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.855494 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.855867 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.856235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.856620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.857053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.857403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.857728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.858105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:07.868685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:08.007252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:57:08.102923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f49a69-8a86-4668-a039-a8f7ede57c1e req-27b5fe9a-3aef-4f49-87cb-ac0dfef2c667 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:08.104541 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-61f49a69-8a86-4668-a039-a8f7ede57c1e req-27b5fe9a-3aef-4f49-87cb-ac0dfef2c667 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 945 time: 0.0958457
Apr 15 20:57:08.159634 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-61f49a69-8a86-4668-a039-a8f7ede57c1e req-fdb2457a-40e3-449f-b48f-3a3f935ba860 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478864
Apr 15 20:57:08.445241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:09.347722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 35ea032b-4e3e-45d2-845c-36d9b910130e up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:57:09.379190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fa997-820e-4cc5-84be-2bfec74ca512 req-2cd7fdf8-f50f-41bc-9b63-069dd7d1595d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:09.380802 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-078fa997-820e-4cc5-84be-2bfec74ca512 req-2cd7fdf8-f50f-41bc-9b63-069dd7d1595d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 945 time: 0.1002438
Apr 15 20:57:09.419426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 35ea032b-4e3e-45d2-845c-36d9b910130e completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:57:09.425697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 35ea032b-4e3e-45d2-845c-36d9b910130e triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:57:09.426109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:09.432895 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-078fa997-820e-4cc5-84be-2bfec74ca512 req-76399ce1-66c2-4d45-90b9-c776ff07efd0 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454314
Apr 15 20:57:09.563280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:09.591128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bfacec-5d48-42df-9b44-038a12974576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ea032b-4e3e-45d2-845c-36d9b910130e'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:57:09.602599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 35ea032b-4e3e-45d2-845c-36d9b910130e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=35ea032b-4e3e-45d2-845c-36d9b910130e,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:09.606655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:09.608852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f070005e-66c5-4846-9c65-b2fe2d252042 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:09.645926 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bfacec-5d48-42df-9b44-038a12974576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ea032b-4e3e-45d2-845c-36d9b910130e', 'code': 200}
Apr 15 20:57:09.679831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=35ea032b-4e3e-45d2-845c-36d9b910130e,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:09.682921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:09.883348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40439c-cc97-4f76-85d4-6c689b597e37 req-7afed9a2-2901-4e21-b817-accd384c2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:09.885038 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7c40439c-cc97-4f76-85d4-6c689b597e37 req-7afed9a2-2901-4e21-b817-accd384c2200 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 1099 time: 0.0779412
Apr 15 20:57:09.930368 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7c40439c-cc97-4f76-85d4-6c689b597e37 req-741447ce-2e52-422c-b4d0-f541733e55b2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383279
Apr 15 20:57:10.641930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667139-68a0-4007-8514-96f8a1f05411 req-0d3f52ce-4a4e-43e5-b59d-3f70fd27bfba tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:10.643436 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8a667139-68a0-4007-8514-96f8a1f05411 req-0d3f52ce-4a4e-43e5-b59d-3f70fd27bfba tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 946 time: 0.0937405
Apr 15 20:57:10.692160 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8a667139-68a0-4007-8514-96f8a1f05411 req-f3693b66-f921-480d-8ccb-972dac5d4b40 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420926
Apr 15 20:57:11.908346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d36257-fa3a-4398-a29f-b556a8540992 req-b9a18bdb-bfba-41c6-b05f-85ad54192074 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:11.909966 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f3d36257-fa3a-4398-a29f-b556a8540992 req-b9a18bdb-bfba-41c6-b05f-85ad54192074 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 946 time: 0.1001608
Apr 15 20:57:11.964977 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f3d36257-fa3a-4398-a29f-b556a8540992 req-519013c2-f23b-48fc-a8fd-e4ebd33b8f41 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481861
Apr 15 20:57:12.895539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:57:13.171005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab070c8a-e861-404f-899e-51af9acf2189 req-cef3c8b4-7fe0-4034-ac7d-0d8a9349ccf1 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:13.172741 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab070c8a-e861-404f-899e-51af9acf2189 req-cef3c8b4-7fe0-4034-ac7d-0d8a9349ccf1 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 946 time: 0.0962062
Apr 15 20:57:13.222597 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ab070c8a-e861-404f-899e-51af9acf2189 req-7b23d316-324a-4fca-a787-e96fe3c98e2d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433307
Apr 15 20:57:14.441549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b868de4-a5b7-4050-8961-622f16dd2011 req-72b41f8e-6404-4db2-bb85-cd82c19dfc9f tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:14.443342 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6b868de4-a5b7-4050-8961-622f16dd2011 req-72b41f8e-6404-4db2-bb85-cd82c19dfc9f tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 946 time: 0.0966675
Apr 15 20:57:14.770872 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6b868de4-a5b7-4050-8961-622f16dd2011 req-f5536ed9-3ed5-451b-b349-7210a2b20596 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3199439
Apr 15 20:57:15.941375 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:29.532857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60186) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:29.670787 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:29.687156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:57:29.691893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Usage tracker for resource:security_group_rule and tenant:40bab6a7c3694fdb8d13b147745e0852 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:57:29.695068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:57:29.701584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:57:29.800472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:29.804267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:29.814293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d5d31b7a-286d-47a1-ab6a-439606172888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:29.858928 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40bab6a7c3694fdb8d13b147745e0852&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3248973
Apr 15 20:57:29.860089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4917696f-f3ff-477b-a473-47d3190f0a8a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:29.862002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60196) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:29.863504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:29.931888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:29.960664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:29.999128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60202) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:30.020350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.026390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a68d7ef6-73a0-4417-9ced-ab028de65278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:30.042906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4917696f-f3ff-477b-a473-47d3190f0a8a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:30.047074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.048313 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4917696f-f3ff-477b-a473-47d3190f0a8a HTTP/1.1" status: 204  len: 168 time: 0.1852219
Apr 15 20:57:30.056355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.057211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.057941 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.058546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.059047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.059625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.060171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.060670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.061136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.061741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.062245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.062750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:57:30.066631 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-52d9a70c-c1b4-4bba-83ac-e67b3ef10771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:30.149920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.166165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:57:30.170454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Usage tracker for resource:security_group_rule and tenant:a240c3eb584e4b2bad01b4f99848ee6d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:57:30.180889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:57:30.187272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:57:30.279633 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.284888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.294433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c3594212-fd49-4406-8c65-f00fae55df2a tempest-TestMinimumBasicScenario-1945752137 tempest-TestMinimumBasicScenario-1945752137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:30.348022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a240c3eb584e4b2bad01b4f99848ee6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3473291
Apr 15 20:57:30.351998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4483c687-b2a5-4e57-bfee-882a3ed753e1,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:30.352126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60216) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:30.354493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:30.424125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.454480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.507362 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.513351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ff87c69a-e72a-478c-b5b8-c22c0067cf80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:30.531251 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4483c687-b2a5-4e57-bfee-882a3ed753e1,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:30.540751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:30.542077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:30.545905 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4483c687-b2a5-4e57-bfee-882a3ed753e1 HTTP/1.1" status: 204  len: 168 time: 0.1909108
Apr 15 20:57:34.032472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-08162b22-5f29-4f2a-bf83-91616fbe931a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:35.922079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c96b088c-df72-470e-95e8-a675e4bae486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:36.612729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:36.658053 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60286) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:37.063298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Deleting port f86132ab-52d1-4c72-bcf8-c49dee519083 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:37.063930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:37.259068 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:37.261737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:37.262635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:37.405636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Calling delete_port for f86132ab-52d1-4c72-bcf8-c49dee519083 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:37.569550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:37.586271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-40398ef0-6405-4e2b-a3e1-a2f4f2e9e74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:37.687709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event deleted for resources: {'Port': ['ID=f86132ab-52d1-4c72-bcf8-c49dee519083,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:37.690520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:37.856023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:37.856359 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Floating IP dba39170-a524-4371-81c0-23456d2de3a6 disassociated (deleted). External IP: 172.27.2.76, port: 937496b7-fa52-4d53-ad56-6e8ac95a5473.
Apr 15 20:57:38.373055 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Router 364f6bac-09be-4234-a180-4eb16c2d2cfd has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:57:38.383426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2ba1a307-30d9-47b3-b9d2-183f14ee787b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:38.385119 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2ba1a307-30d9-47b3-b9d2-183f14ee787b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.2169375
Apr 15 20:57:38.449447 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:38.475678 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-9325c9f8-d6f3-41c3-933a-1739722c7ca0 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/quotas/cb18b747ae4b43d9bba52eaf50143ab5 HTTP/1.1" status: 200  len: 375 time: 0.0834723
Apr 15 20:57:38.656600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:57:38.665163 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-4e373377-d415-4e24-a53e-3626dc281c59 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1385427
Apr 15 20:57:38.667052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] Sync routers for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:57:38.678909 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:38.679054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:57:38.679764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b902b0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:57:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:38.764411 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "DELETE /v2.0/floatingips/dba39170-a524-4371-81c0-23456d2de3a6 HTTP/1.1" status: 204  len: 168 time: 2.1024871
Apr 15 20:57:38.764729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:57:38.901044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:57:38.919131 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-52e3b9e3-6f8f-4385-821d-6d4f9b409d9f service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420287
Apr 15 20:57:39.066813 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'status': 'completed', 'code': 200}
Apr 15 20:57:39.273043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b902b0>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:10Z', 'revision_number': 5, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:39.277290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] Checking router: 364f6bac-09be-4234-a180-4eb16c2d2cfd for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:57:39.285500 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-b84a8545-44e8-47e6-a8e9-ad6e1e90b5de service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3650792
Apr 15 20:57:39.286823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:57:39.287485 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4b902b0>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:57:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:39.292160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-04d46d33-518b-4174-b962-d7b59abe865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:39.293856 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-04d46d33-518b-4174-b962-d7b59abe865f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=951e217155514ba7bf775cb9b00816a7&device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 1098 time: 0.2086267
Apr 15 20:57:39.409528 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b69d4-4157-47eb-a367-a1756626ec1a req-f88dc5a9-c80a-428d-b8b3-bf278825e7ef tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:39.410470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-552b69d4-4157-47eb-a367-a1756626ec1a req-f88dc5a9-c80a-428d-b8b3-bf278825e7ef tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Synchronizing usage tracker for tenant:951e217155514ba7bf775cb9b00816a7 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:57:39.462202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-552b69d4-4157-47eb-a367-a1756626ec1a req-f88dc5a9-c80a-428d-b8b3-bf278825e7ef tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Unset dirty status for tenant:951e217155514ba7bf775cb9b00816a7 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:57:39.470375 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-552b69d4-4157-47eb-a367-a1756626ec1a req-f88dc5a9-c80a-428d-b8b3-bf278825e7ef tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.3018911
Apr 15 20:57:39.525047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:57:39.863643 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0f901707-c5f8-48cf-be1a-33b96df07770 req-76c41493-c20f-4a78-b711-c08f4e78f7ad tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 210 time: 0.3604093
Apr 15 20:57:39.880554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-0e248a64-af2e-4f98-9338-ac211b7537f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:39.882609 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-0e248a64-af2e-4f98-9338-ac211b7537f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 200  len: 909 time: 0.5757024
Apr 15 20:57:39.886991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4b902b0>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:10Z', 'revision_number': 5, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:39.887164 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-552b69d4-4157-47eb-a367-a1756626ec1a req-f677fc45-1948-4eb9-88d3-9cb1e315a267 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4156129
Apr 15 20:57:39.891953 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ef2c9-670b-4783-ab4f-40a8eefadff1 None None] The sync data for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi is: [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:51:56Z', 'revision_number': 4, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '783638fa-9b40-4e6b-a10f-85ef68546615', 'name': '', 'network_id': '17f827cc-3540-4854-8d56-93796ba9f305', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'mac_address': 'fa:16:3e:30:5c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:54Z', 'updated_at': '2021-04-15T20:52:10Z', 'revision_number': 5, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'subnets': [{'id': 'ada6153d-5d6a-4d59-a0b4-bc6ac3731120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:57:40.303517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2aaf97-3a48-4fb4-b94f-e23a7fdeb81d None None] New status for floating IP dba39170-a524-4371-81c0-23456d2de3a6: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:57:40.849489 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-1487ac27-42b8-4413-a4cb-354e99968203 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 200  len: 217 time: 0.0722229
Apr 15 20:57:41.076598 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0fda4cea-6919-4b59-9b1b-a822a0065ae8 req-aaefbea6-68ce-4973-980c-f75abb4c70b4 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 210 time: 0.0974696
Apr 15 20:57:41.127234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb25878-1877-4853-b795-6e64b059b025 req-eb2f87e9-0c6b-4588-835f-b8608f1c148f tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:41.128765 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4cb25878-1877-4853-b795-6e64b059b025 req-eb2f87e9-0c6b-4588-835f-b8608f1c148f tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1047282
Apr 15 20:57:41.178629 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4cb25878-1877-4853-b795-6e64b059b025 req-49fa78ef-a82f-4bc9-9673-986344a44284 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422769
Apr 15 20:57:42.242324 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-166c38df-0c33-466d-bc81-e36e337d19cd req-59800fe7-747c-45bf-aea1-282372c07f4e tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 210 time: 0.0498421
Apr 15 20:57:42.388390 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf6454-9bd8-4882-9cd0-2e8ee46bdf5a req-9b053a66-d130-4e88-b70c-6b5a4cc7a97f tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:42.389977 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3acf6454-9bd8-4882-9cd0-2e8ee46bdf5a req-9b053a66-d130-4e88-b70c-6b5a4cc7a97f tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.0949070
Apr 15 20:57:42.439727 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3acf6454-9bd8-4882-9cd0-2e8ee46bdf5a req-b93c1185-7bdf-49cc-b8b7-42eeaf6d469b tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431366
Apr 15 20:57:42.693388 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-914c5c93-e05f-499a-b3fd-5434de52cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:42.695369 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-914c5c93-e05f-499a-b3fd-5434de52cbf4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 200  len: 847 time: 0.0705552
Apr 15 20:57:42.792455 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-879ee9c4-a75c-4772-9643-b52166b1f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:42.794062 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-879ee9c4-a75c-4772-9643-b52166b1f65b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f827cc-3540-4854-8d56-93796ba9f305&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0892718
Apr 15 20:57:42.942660 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-2c075da2-5167-4b86-9604-4996f02f4243 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406705
Apr 15 20:57:43.097966 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e8a0c66b-6f57-4096-aef3-5bc4eee3f317 req-32e1c4c0-ed2f-4690-af60-dabc1be3f974 service neutron] 10.222.0.62 "GET /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461761
Apr 15 20:57:43.359583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2029fd22-b70a-4c51-b7e9-7531a108539d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:43.361501 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2029fd22-b70a-4c51-b7e9-7531a108539d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.1640863
Apr 15 20:57:43.377558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Request body: {'port': {'device_id': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'admin_state_up': True, 'tenant_id': 'cb18b747ae4b43d9bba52eaf50143ab5'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:57:43.446314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-eddaead9-d1f8-4aea-a5f5-8664a4c4faf3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:43.447063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-eddaead9-d1f8-4aea-a5f5-8664a4c4faf3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Synchronizing usage tracker for tenant:951e217155514ba7bf775cb9b00816a7 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:57:43.460076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-eddaead9-d1f8-4aea-a5f5-8664a4c4faf3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Unset dirty status for tenant:951e217155514ba7bf775cb9b00816a7 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:57:43.461462 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-eddaead9-d1f8-4aea-a5f5-8664a4c4faf3 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.62 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.1210973
Apr 15 20:57:43.498520 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0e76f32a-e904-441c-9337-684de1b3160b req-47bb5592-841e-4bd9-9fd5-fec12badf691 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 210 time: 0.1052840
Apr 15 20:57:43.574705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Deleting port 937496b7-fa52-4d53-ad56-6e8ac95a5473 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:43.575142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:43.649164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:57:43.666441 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:57:43.690046 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Made reservation on behalf of cb18b747ae4b43d9bba52eaf50143ab5 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:57:43.696524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:43.792076 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d330a3c-4c7d-4dca-bec3-a4e1b5950ffd req-b3693144-bf32-4904-a781-a522b51dd9b4 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:43.793834 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d330a3c-4c7d-4dca-bec3-a4e1b5950ffd req-b3693144-bf32-4904-a781-a522b51dd9b4 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 945 time: 0.2221644
Apr 15 20:57:43.927340 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6d330a3c-4c7d-4dca-bec3-a4e1b5950ffd req-1c23163d-b5f5-4126-bfdd-5962fbcbb98b tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/security-groups?id=635e769d-da54-48c7-b315-f5b1c0440849&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1216612
Apr 15 20:57:43.962598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Allocated IP 172.20.0.8 (e39a7e0a-28d8-49c4-bdfb-423584723cb2/4a338a41-4ec5-41d2-bc08-c4f77b023eed/61c3be3e-8189-4075-adbf-44efe35f85bb) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:57:44.128373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] For port 937496b7-fa52-4d53-ad56-6e8ac95a5473, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=937496b7-fa52-4d53-ad56-6e8ac95a5473,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:44.128707 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:44.206659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:44.238987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:44.252649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:57:44.259567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cd79f34e-5df1-426a-aeda-f4a1b7e118bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:44.279777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Calling delete_port for 937496b7-fa52-4d53-ad56-6e8ac95a5473 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:44.425932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event updated for resources: {'Port': ['ID=61c3be3e-8189-4075-adbf-44efe35f85bb,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:44.431826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:44.460324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:44.478291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:44.489722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:57:44.491122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:57:44.493610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:57:44.568086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:44.568931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:44.582690 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event deleted for resources: {'Port': ['ID=937496b7-fa52-4d53-ad56-6e8ac95a5473,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:44.585852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:44.600097 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-2e8ae9a1-8954-44c5-853c-ff127017b2c5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2289665
Apr 15 20:57:44.615522 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Request body: {'port': {'device_id': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:57:44.780614 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] No DVR routers for this DVR port 937496b7-fa52-4d53-ad56-6e8ac95a5473 on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:57:44.783753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:44.786822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-deleted', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:57:44.810475 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-19e70ef1-49c6-4456-a9ef-4e86015c633b req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.62 "DELETE /v2.0/ports/937496b7-fa52-4d53-ad56-6e8ac95a5473 HTTP/1.1" status: 204  len: 173 time: 1.3326342
Apr 15 20:57:44.819143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:44.846673 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2007e619-7138-4fcc-8897-0eae03b284c0', 'name': 'network-vif-deleted', 'tag': '937496b7-fa52-4d53-ad56-6e8ac95a5473', 'status': 'completed', 'code': 200}
Apr 15 20:57:44.907247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e7046-bde9-4652-86e5-e5855917f9c7 req-de024e68-6a15-4b53-94f5-01b3f4f9cd32 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:44.908051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d55e7046-bde9-4652-86e5-e5855917f9c7 req-de024e68-6a15-4b53-94f5-01b3f4f9cd32 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:57:44.985903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-d55e7046-bde9-4652-86e5-e5855917f9c7 req-de024e68-6a15-4b53-94f5-01b3f4f9cd32 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:57:44.987142 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d55e7046-bde9-4652-86e5-e5855917f9c7 req-de024e68-6a15-4b53-94f5-01b3f4f9cd32 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 931 time: 0.3098440
Apr 15 20:57:45.122990 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d55e7046-bde9-4652-86e5-e5855917f9c7 req-bdc3a734-f89d-4854-b463-f3ef87d26527 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286321
Apr 15 20:57:45.190493 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-81d21d38-6e3f-449d-b72b-70f8acdd49a3 req-bd2f1e23-2948-4509-ac5d-b8f2f009623c tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "GET /v2.0/ports?device_id=2007e619-7138-4fcc-8897-0eae03b284c0 HTTP/1.1" status: 200  len: 210 time: 0.1171563
Apr 15 20:57:45.349078 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61c3be3e-8189-4075-adbf-44efe35f85bb {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:57:45.357323 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:45.373715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Transition to ACTIVE for port object 61c3be3e-8189-4075-adbf-44efe35f85bb will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:57:45.376571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:45.393013 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-910726ba-2176-42b7-9277-aaf550d9136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:45.534260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Pushing event updated for resources: {'Port': ['ID=61c3be3e-8189-4075-adbf-44efe35f85bb,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:45.547403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:45.766253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Attempting to bind port 61c3be3e-8189-4075-adbf-44efe35f85bb on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:57:45.766692 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Attempting to bind port 61c3be3e-8189-4075-adbf-44efe35f85bb by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:57:45.767072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Attempting to bind port 61c3be3e-8189-4075-adbf-44efe35f85bb on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:57:45.776000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Port 61c3be3e-8189-4075-adbf-44efe35f85bb on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:57:45.776367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Attempting to bind port 61c3be3e-8189-4075-adbf-44efe35f85bb on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:57:45.782766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:57:45.783136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Checking segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:57:45.783546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Bound using segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:57:45.784758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Bound port: 61c3be3e-8189-4075-adbf-44efe35f85bb, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:57:45.785091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:45.883162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] For port 61c3be3e-8189-4075-adbf-44efe35f85bb, host hv-cinder-56205, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:57:45.886756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] For port 61c3be3e-8189-4075-adbf-44efe35f85bb, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=61c3be3e-8189-4075-adbf-44efe35f85bb,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:57:45.891550 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:45.907691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:45.968138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:46.303680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60396) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:46.382300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Pushing event updated for resources: {'Port': ['ID=61c3be3e-8189-4075-adbf-44efe35f85bb,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:46.387137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ded7c233-6959-41bb-b105-f3d4056730e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:46.393328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:46.421185 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ded7c233-6959-41bb-b105-f3d4056730e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:46.449027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:46.449696 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:46.451179 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] 10.222.0.62 "PUT /v2.0/ports/61c3be3e-8189-4075-adbf-44efe35f85bb HTTP/1.1" status: 200  len: 1093 time: 1.8413017
Apr 15 20:57:46.451741 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'tag': '61c3be3e-8189-4075-adbf-44efe35f85bb'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:57:46.472533 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73758d9-a797-4050-a73c-236d8e44fba2 req-dbb4138d-fbe5-4ebc-97b7-24f7eb8692c4 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:46.474189 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f73758d9-a797-4050-a73c-236d8e44fba2 req-dbb4138d-fbe5-4ebc-97b7-24f7eb8692c4 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 943 time: 0.1547437
Apr 15 20:57:46.483729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ded7c233-6959-41bb-b105-f3d4056730e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:46.489709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e55c6ac5-152f-43d1-b275-afa0ed665188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:46.508694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7c233-6959-41bb-b105-f3d4056730e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e769d-da54-48c7-b315-f5b1c0440849,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:46.514737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ded7c233-6959-41bb-b105-f3d4056730e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:46.517009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ded7c233-6959-41bb-b105-f3d4056730e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:46.518224 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ded7c233-6959-41bb-b105-f3d4056730e7 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] 10.222.0.25 "DELETE /v2.0/security-groups/635e769d-da54-48c7-b315-f5b1c0440849 HTTP/1.1" status: 204  len: 168 time: 0.2134552
Apr 15 20:57:46.562219 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'tag': '61c3be3e-8189-4075-adbf-44efe35f85bb', 'status': 'completed', 'code': 200}
Apr 15 20:57:46.569067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60404) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:46.589902 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f73758d9-a797-4050-a73c-236d8e44fba2 req-d1a2d1cc-341c-4dda-b13a-daf6585d1dc4 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079366
Apr 15 20:57:46.624414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-27e9cbdf-32ab-4161-add7-aa82cf839c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:46.626246 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-27e9cbdf-32ab-4161-add7-aa82cf839c9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 1096 time: 0.1189733
Apr 15 20:57:46.702089 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-21c7e9ac-56ad-44a2-b39c-c054fa239fff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c3be3e-8189-4075-adbf-44efe35f85bb HTTP/1.1" status: 200  len: 217 time: 0.0673020
Apr 15 20:57:46.775071 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-445e4fb7-34b5-45c2-991f-4d6f7e4b11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:46.776710 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-445e4fb7-34b5-45c2-991f-4d6f7e4b11e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0679109
Apr 15 20:57:46.831265 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-a4ec8ff5-9be0-47e0-9595-f176adb45f10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474601
Apr 15 20:57:46.982338 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-70138802-759f-48b5-912e-036bbf1c5313 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439521
Apr 15 20:57:47.131901 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b65e54-e191-40d5-9210-fe150c27d6ca req-d6fb1c08-4ed2-4094-8c21-2e693034ab2c service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427748
Apr 15 20:57:47.264498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-d625f073-c905-4a8a-b8bf-5547ea570afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:47.266252 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-d625f073-c905-4a8a-b8bf-5547ea570afc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 1096 time: 0.0864575
Apr 15 20:57:47.279049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:47.418685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-68f8c7da-09c2-4887-9075-72cd79c178d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:47.420451 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-68f8c7da-09c2-4887-9075-72cd79c178d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 915 time: 0.1477003
Apr 15 20:57:47.482719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 937496b7-fa52-4d53-ad56-6e8ac95a5473 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:57:47.499429 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-8134903f-ae44-454a-8db3-5f47281c2549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61c3be3e-8189-4075-adbf-44efe35f85bb HTTP/1.1" status: 200  len: 217 time: 0.0710692
Apr 15 20:57:47.522751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 937496b7-fa52-4d53-ad56-6e8ac95a5473 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:57:47.523145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 937496b7-fa52-4d53-ad56-6e8ac95a5473 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:57:47.577410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-680ff0de-820a-4e9b-b9b9-48757396da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:47.579017 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-680ff0de-820a-4e9b-b9b9-48757396da2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0722120
Apr 15 20:57:47.634334 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-5c8331f3-3cc9-443f-a02f-1e7c5f92fde7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484495
Apr 15 20:57:47.673224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Deleting port 783638fa-9b40-4e6b-a10f-85ef68546615 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:47.675277 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:47.845314 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-ec461a6b-a041-4326-8856-8761702f00ac service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036059
Apr 15 20:57:47.863089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] For port 783638fa-9b40-4e6b-a10f-85ef68546615, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=783638fa-9b40-4e6b-a10f-85ef68546615,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:47.863459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400e9d4-f196-4f6d-93f4-439c90b33ccb req-f022cffb-1ac6-4d08-8a5b-82dc589a28c4 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:47.863589 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:47.865072 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a400e9d4-f196-4f6d-93f4-439c90b33ccb req-f022cffb-1ac6-4d08-8a5b-82dc589a28c4 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 943 time: 0.1443443
Apr 15 20:57:47.999132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Calling delete_port for 783638fa-9b40-4e6b-a10f-85ef68546615 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:48.009478 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a400e9d4-f196-4f6d-93f4-439c90b33ccb req-62f9785b-2a47-476a-808e-deabebd15976 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193106
Apr 15 20:57:48.055351 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8417778e-10d8-43c1-94aa-a4fbae0f0719 req-28195776-227e-4797-9fd5-0966d059f288 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010071
Apr 15 20:57:48.162264 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-0961cb33-0895-4d03-b228-6afb81723b93 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781524
Apr 15 20:57:48.185042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:48.200577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-950c1820-06aa-4d60-9cb8-afeefa63559f tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:48.296379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Pushing event deleted for resources: {'Port': ['ID=783638fa-9b40-4e6b-a10f-85ef68546615,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:48.300371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:48.326403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-0d58cbc4-ef0d-4082-940e-516bc10a63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:48.328106 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-0d58cbc4-ef0d-4082-940e-516bc10a63ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 1098 time: 0.0846553
Apr 15 20:57:48.503347 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-0c4a5084-203e-4777-a86e-5c62815a636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:48.505307 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-0c4a5084-203e-4777-a86e-5c62815a636f service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1567860
Apr 15 20:57:48.633980 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-324c2d37-d3c0-41d1-bfa9-43f9c07f9c04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8 HTTP/1.1" status: 200  len: 1000 time: 0.1206975
Apr 15 20:57:48.663933 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:48.717082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-02e8c4d6-7934-4362-bda1-7baa5f1f119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:48.719425 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-02e8c4d6-7934-4362-bda1-7baa5f1f119a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0771329
Apr 15 20:57:48.808743 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-0889aead-42e1-464e-9f5d-8f6ef0994212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:48.810301 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-0889aead-42e1-464e-9f5d-8f6ef0994212 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0845506
Apr 15 20:57:48.991407 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-1d4c5462-1f76-4d79-a199-ddb950db91d2 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1731286
Apr 15 20:57:49.192678 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a2b53cd8-ce36-4467-a88d-5beed51450d0 req-79472034-9952-4fbf-8eac-c531884ea215 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935887
Apr 15 20:57:49.321059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a86876-c4a0-452f-bef9-f66050c790dd req-d88a8d81-45f9-40c3-8dd8-de1fffe1593b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:49.322788 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-63a86876-c4a0-452f-bef9-f66050c790dd req-d88a8d81-45f9-40c3-8dd8-de1fffe1593b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 943 time: 0.0979102
Apr 15 20:57:49.376806 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-63a86876-c4a0-452f-bef9-f66050c790dd req-8853eedc-ca33-4c14-a830-f1778f95a170 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470216
Apr 15 20:57:49.503116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 61c3be3e-8189-4075-adbf-44efe35f85bb details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:57:49.507833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Router 364f6bac-09be-4234-a180-4eb16c2d2cfd has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:57:49.658332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 61c3be3e-8189-4075-adbf-44efe35f85bb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=61c3be3e-8189-4075-adbf-44efe35f85bb,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:49.674879 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '61c3be3e-8189-4075-adbf-44efe35f85bb', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'port_id': '61c3be3e-8189-4075-adbf-44efe35f85bb', 'mac_address': 'fa:16:3e:e2:31:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a338a41-4ec5-41d2-bc08-c4f77b023eed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:57:49.717110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:57:49.727225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] Sync routers for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:57:49.730945 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-efd32250-a59a-4ea2-9839-9104fbd6cda7 admin admin] 10.222.0.25 "PUT /v2.0/routers/364f6bac-09be-4234-a180-4eb16c2d2cfd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1610556
Apr 15 20:57:49.734092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60478) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:49.749270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:49.758732 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:57:49.759405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddb70>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:57:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:49.886852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61c3be3e-8189-4075-adbf-44efe35f85bb {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:57:49.896017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:57:49.927838 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks [] for router, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:49.933629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 61c3be3e-8189-4075-adbf-44efe35f85bb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=61c3be3e-8189-4075-adbf-44efe35f85bb,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:49.939892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:49.943580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:50.030856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:57:50.139299 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:50.149719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Deleting port f7c3bc28-00f2-43ee-88f4-d1142b439651 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:50.150092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:50.367250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] For port f7c3bc28-00f2-43ee-88f4-d1142b439651, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=f7c3bc28-00f2-43ee-88f4-d1142b439651,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:50.367644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:50.392138 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['61c3be3e-8189-4075-adbf-44efe35f85bb'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:57:50.422617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=61c3be3e-8189-4075-adbf-44efe35f85bb,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:50.481653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:50.546759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Calling delete_port for f7c3bc28-00f2-43ee-88f4-d1142b439651 owned by network:router_gateway {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:50.622331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0fca-7068-4c9b-bf3c-dc872437b20a req-45bd6f8a-ab86-4dd2-88d7-92070064d846 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:50.630390 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aeda0fca-7068-4c9b-bf3c-dc872437b20a req-45bd6f8a-ab86-4dd2-88d7-92070064d846 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 944 time: 0.1162705
Apr 15 20:57:50.684572 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddb70>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:57:48Z', 'revision_number': 5, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port': {'id': 'f7c3bc28-00f2-43ee-88f4-d1142b439651', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:51:46Z', 'updated_at': '2021-04-15T20:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:50.693931 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] Checking router: 364f6bac-09be-4234-a180-4eb16c2d2cfd for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:57:50.694714 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aeda0fca-7068-4c9b-bf3c-dc872437b20a req-e479bf45-adb9-4ca3-919b-cec70b006cef tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594890
Apr 15 20:57:50.720438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] Routers {'364f6bac-09be-4234-a180-4eb16c2d2cfd'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:57:50.721129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddb70>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:57:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['364f6bac-09be-4234-a180-4eb16c2d2cfd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:50.761635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:50.778602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-15ce4b17-850a-4d28-82d6-bfe927e22eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:50.877039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c3bc28-00f2-43ee-88f4-d1142b439651,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:50.884596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:50.894163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] Set router 364f6bac-09be-4234-a180-4eb16c2d2cfd gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:57:51.020697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c59ddb70>, [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:57:50Z', 'revision_number': 7, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:51.033830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39836ae6-c3d2-46eb-8fd4-22576255ab0e None None] The sync data for ids ['364f6bac-09be-4234-a180-4eb16c2d2cfd'] in dv-cinder-562053-18-iscsi is: [{'id': '364f6bac-09be-4234-a180-4eb16c2d2cfd', 'name': 'tempest-TestShelveInstance-261025359-router', 'tenant_id': '951e217155514ba7bf775cb9b00816a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:51:44Z', 'updated_at': '2021-04-15T20:57:50Z', 'revision_number': 7, 'project_id': '951e217155514ba7bf775cb9b00816a7', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:57:51.063628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.254041 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.256555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.283285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.283888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364f6bac-09be-4234-a180-4eb16c2d2cfd {{(pid=85335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:57:51.300818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.302059 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] 10.222.0.25 "DELETE /v2.0/routers/364f6bac-09be-4234-a180-4eb16c2d2cfd HTTP/1.1" status: 204  len: 168 time: 1.5669391
Apr 15 20:57:51.305033 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60486) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:51.377517 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Deleting subnet ada6153d-5d6a-4d59-a0b4-bc6ac3731120 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:57:51.380914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.437164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2826480'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.527215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.541635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 61c3be3e-8189-4075-adbf-44efe35f85bb up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:57:51.621458 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 61c3be3e-8189-4075-adbf-44efe35f85bb completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:57:51.627204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 61c3be3e-8189-4075-adbf-44efe35f85bb triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:57:51.627674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.762573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.796431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c3be3e-8189-4075-adbf-44efe35f85bb'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:57:51.808358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 61c3be3e-8189-4075-adbf-44efe35f85bb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=61c3be3e-8189-4075-adbf-44efe35f85bb,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:51.812881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.813989 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850838058'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:51.815142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee2e20a5-806a-40d5-9358-84230eac85c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:51.857319 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61c3be3e-8189-4075-adbf-44efe35f85bb', 'code': 200}
Apr 15 20:57:51.899189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=61c3be3e-8189-4075-adbf-44efe35f85bb,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:51.900345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:51.904557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:51.910208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5794-c4f6-42c2-8183-1d508c407794 req-e3e4e850-81a0-4124-b664-62ad0aee081d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:51.912490 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-540b5794-c4f6-42c2-8183-1d508c407794 req-e3e4e850-81a0-4124-b664-62ad0aee081d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 945 time: 0.1081746
Apr 15 20:57:51.952275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada6153d-5d6a-4d59-a0b4-bc6ac3731120,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:51.971505 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-540b5794-c4f6-42c2-8183-1d508c407794 req-a111d5cc-2819-4713-b714-b1ad4a5bbd69 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525639
Apr 15 20:57:51.976980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:51.996843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:52.003710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53cff1e-7910-4c19-8628-206df181e2c8 None None] Network 17f827cc-3540-4854-8d56-93796ba9f305 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:57:52.006973 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e393b1f7-6630-454a-8cea-1ead0063c68f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ada6153d-5d6a-4d59-a0b4-bc6ac3731120 HTTP/1.1" status: 204  len: 168 time: 0.6982117
Apr 15 20:57:52.007505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60496) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:52.179721 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:52.268105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Deleting port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:52.268561 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:52.270814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] DHCP port deletion for 17f827cc-3540-4854-8d56-93796ba9f305 request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:57:52.283719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Deleting port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:52.284142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:52.317280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d2baf-c812-470b-8d2b-5e5c2e20ada8 req-bdfb7fae-1e08-4b30-9f04-f2d1dbab140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:52.318903 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-834d2baf-c812-470b-8d2b-5e5c2e20ada8 req-bdfb7fae-1e08-4b30-9f04-f2d1dbab140d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 1098 time: 0.2324800
Apr 15 20:57:52.424053 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-834d2baf-c812-470b-8d2b-5e5c2e20ada8 req-cee9bf7c-a6e0-4494-b930-39c759cec3f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951309
Apr 15 20:57:52.520258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] For port ee7719c0-b7c2-4ae7-a6eb-543224effdc5, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:52.520827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:52.542779 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] For port ee7719c0-b7c2-4ae7-a6eb-543224effdc5, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,segment=NetworkSegment(5993206e-81ae-4990-8494-a110562c5d81),segment_id=5993206e-81ae-4990-8494-a110562c5d81)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:52.548257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:52.670623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Calling delete_port for ee7719c0-b7c2-4ae7-a6eb-543224effdc5 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:52.692496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Calling delete_port for ee7719c0-b7c2-4ae7-a6eb-543224effdc5 owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:52.755244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:52.771942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c62267f2-753e-453c-9a66-8a6a37c5528c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:52.784331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:57:52.784689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:57:52.876873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Pushing event deleted for resources: {'Port': ['ID=ee7719c0-b7c2-4ae7-a6eb-543224effdc5,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:52.879160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:52.922676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 783638fa-9b40-4e6b-a10f-85ef68546615 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:57:52.948915 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] No DVR routers for this DVR port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 on host dv-cinder-562053-18-iscsi {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:57:52.965916 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 783638fa-9b40-4e6b-a10f-85ef68546615 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:57:52.966322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 783638fa-9b40-4e6b-a10f-85ef68546615 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:57:52.966834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device f7c3bc28-00f2-43ee-88f4-d1142b439651 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:57:53.025658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: f7c3bc28-00f2-43ee-88f4-d1142b439651 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:57:53.032279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device f7c3bc28-00f2-43ee-88f4-d1142b439651 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:57:53.032881 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ee7719c0-b7c2-4ae7-a6eb-543224effdc5 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:57:53.071227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: ee7719c0-b7c2-4ae7-a6eb-543224effdc5 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:57:53.071706 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device ee7719c0-b7c2-4ae7-a6eb-543224effdc5 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:57:53.185090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40117519-c817-465e-b178-b0a776ce6320 req-1cf3030f-aefc-4339-b901-13e7f9005269 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:53.186881 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40117519-c817-465e-b178-b0a776ce6320 req-1cf3030f-aefc-4339-b901-13e7f9005269 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 945 time: 0.0940061
Apr 15 20:57:53.237256 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-40117519-c817-465e-b178-b0a776ce6320 req-24f450e9-e264-46d8-ae9d-e83ddb0a5e06 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431972
Apr 15 20:57:53.286177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Deleting port ee7719c0-b7c2-4ae7-a6eb-543224effdc5 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:53.286483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:53.365267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] The port 'ee7719c0-b7c2-4ae7-a6eb-543224effdc5' was deleted {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:57:53.493582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:53.891729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75bf7250b8>,) {'filters': {'network_id': ['17f827cc-3540-4854-8d56-93796ba9f305']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:53.905322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bf7250b8>, '5993206e-81ae-4990-8494-a110562c5d81') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:53.905733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bf7250b8>, '5993206e-81ae-4990-8494-a110562c5d81') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:53.918069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:53.933422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:53.941045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:57:54.125436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Network 17f827cc-3540-4854-8d56-93796ba9f305 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:57:54.138419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:54.322149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Network 17f827cc-3540-4854-8d56-93796ba9f305 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:57:54.345768 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:57:54.478648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:54.486069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:54.489354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c7826307-ed35-4a84-aa27-bc5fe5a3bf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:54.525293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Pushing event deleted for resources: {'Network': ['ID=17f827cc-3540-4854-8d56-93796ba9f305,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:54.533158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:54.536824 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b326bff0-cb3b-4d9c-888c-708002dc56ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/17f827cc-3540-4854-8d56-93796ba9f305 HTTP/1.1" status: 204  len: 168 time: 2.5281179
Apr 15 20:57:54.540030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60508) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:54.629708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f3352-0b95-4951-bf7d-77c67a737509 req-8b42dca2-1469-4074-a04a-819aeb960eec tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:54.631305 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-904f3352-0b95-4951-bf7d-77c67a737509 req-8b42dca2-1469-4074-a04a-819aeb960eec tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 945 time: 0.2193165
Apr 15 20:57:54.763451 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-904f3352-0b95-4951-bf7d-77c67a737509 req-130f089d-28f2-430f-8455-9fcf07ab7f15 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777221
Apr 15 20:57:55.206712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:55.619250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Deleting port 176810a4-227c-4381-b264-d13fea93f622 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:55.619621 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:55.811147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] For port 176810a4-227c-4381-b264-d13fea93f622, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=176810a4-227c-4381-b264-d13fea93f622,segment=NetworkSegment(53a19d86-16db-401a-b697-cef219e2ec62),segment_id=53a19d86-16db-401a-b697-cef219e2ec62)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:55.811863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:55.950250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Calling delete_port for 176810a4-227c-4381-b264-d13fea93f622 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:56.142938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:56.162477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-066a301c-1d9c-40fc-99d5-cd248c451dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:56.253049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Pushing event deleted for resources: {'Port': ['ID=176810a4-227c-4381-b264-d13fea93f622,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:56.255821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:56.621124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:57.528195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-ddaa8ba0-8214-4c1a-81bb-d83c31f2220c tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:57:57.529763 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-ddaa8ba0-8214-4c1a-81bb-d83c31f2220c tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.5820093
Apr 15 20:57:57.563641 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6e9d7484-02ee-45b0-9f2f-5cf1b1f4bcba tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/quotas/cb18b747ae4b43d9bba52eaf50143ab5 HTTP/1.1" status: 200  len: 375 time: 0.0204782
Apr 15 20:57:57.644415 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Router caa016e3-541e-4846-96ab-6a7b777b186b has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:57:57.831724 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-02c3839f-0432-4ccd-ab93-70d96821d370 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2543423
Apr 15 20:57:57.947580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:57:57.956899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] Sync routers for ids ['caa016e3-541e-4846-96ab-6a7b777b186b'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:57:57.967470 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] Routers {'caa016e3-541e-4846-96ab-6a7b777b186b'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:57:57.969221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5ae47b8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:57:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['caa016e3-541e-4846-96ab-6a7b777b186b'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:57.988019 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-9b760352-5c42-4df9-bd78-954e85bc7277 admin admin] 10.222.0.25 "PUT /v2.0/routers/caa016e3-541e-4846-96ab-6a7b777b186b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4467323
Apr 15 20:57:57.990664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60546) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:58.155555 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-64ed9701-6572-4ce2-9875-426a17d21231 service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3157716
Apr 15 20:57:58.167160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] Set router caa016e3-541e-4846-96ab-6a7b777b186b gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:57:58.314256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:58.469007 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-f7c30372-9dc3-40b6-934c-73a626d77531 service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2968702
Apr 15 20:57:58.482992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5ae47b8>, [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:57:56Z', 'revision_number': 5, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port': {'id': 'c8f55978-3fb0-48dc-ba25-b03b57e2f1cb', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:21:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:52:06Z', 'updated_at': '2021-04-15T20:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:58.488246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] Checking router: caa016e3-541e-4846-96ab-6a7b777b186b for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:57:58.499308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] Routers {'caa016e3-541e-4846-96ab-6a7b777b186b'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:57:58.500297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5ae47b8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:57:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['caa016e3-541e-4846-96ab-6a7b777b186b'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:58.536425 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:58.546195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Deleting port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:57:58.546671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:58.679645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] Set router caa016e3-541e-4846-96ab-6a7b777b186b gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:57:58.746684 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-481a36d2-d649-4926-8d92-218af49ee274 req-3c497081-e08e-41f1-89e1-b3e20ab1e1d3 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 210 time: 0.1050751
Apr 15 20:57:58.799577 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5ae47b8>, [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:57:58Z', 'revision_number': 6, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:57:58.804547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c81af7-6739-4118-be9b-c421cceb4316 None None] The sync data for ids ['caa016e3-541e-4846-96ab-6a7b777b186b'] in dv-cinder-562053-18-iscsi is: [{'id': 'caa016e3-541e-4846-96ab-6a7b777b186b', 'name': 'tempest-TestShelveInstance-1517833511-router', 'tenant_id': '238c56b1702f4f279dd4f72ab02a521f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:52:04Z', 'updated_at': '2021-04-15T20:57:58Z', 'revision_number': 6, 'project_id': '238c56b1702f4f279dd4f72ab02a521f', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:57:58.810678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] For port c8f55978-3fb0-48dc-ba25-b03b57e2f1cb, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:57:58.811079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:58.892673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 176810a4-227c-4381-b264-d13fea93f622 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:57:58.934942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 176810a4-227c-4381-b264-d13fea93f622 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:57:58.935653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 176810a4-227c-4381-b264-d13fea93f622 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:57:58.951873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Calling delete_port for c8f55978-3fb0-48dc-ba25-b03b57e2f1cb owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:57:59.142319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:59.156906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-211bf469-dd18-45c3-8755-a35ced910701 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:57:59.209330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f55978-3fb0-48dc-ba25-b03b57e2f1cb,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:57:59.267101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:57:59.435686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:59.632256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:59.634749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:59.662728 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:59.663310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa016e3-541e-4846-96ab-6a7b777b186b {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 20:57:59.677099 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:57:59.678384 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] 10.222.0.25 "DELETE /v2.0/routers/caa016e3-541e-4846-96ab-6a7b777b186b HTTP/1.1" status: 204  len: 168 time: 1.6867652
Apr 15 20:57:59.681392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60566) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:57:59.753630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Deleting subnet ee0e56cd-d15f-415d-a2fe-634d3ff4c41a {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:57:59.757130 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:00.215453 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3b74a6f1-3fed-4673-9714-89a328331967 req-f39879f5-dff8-4199-af77-b015f62f00cc tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 210 time: 0.1455121
Apr 15 20:58:00.231499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:00.362848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-91342391-b530-4d5a-a6c3-f90e48617e09 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:00.364417 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-91342391-b530-4d5a-a6c3-f90e48617e09 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.2888837
Apr 15 20:58:00.383435 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Request body: {'port': {'device_id': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'admin_state_up': True, 'tenant_id': 'cb18b747ae4b43d9bba52eaf50143ab5'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:00.398266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:00.674960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:58:00.701228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:58:00.756597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Made reservation on behalf of cb18b747ae4b43d9bba52eaf50143ab5 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:58:00.762699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:00.895759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:00.916422 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-67a32a32-f160-4333-98b4-b455c67b9c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:00.932570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c8f55978-3fb0-48dc-ba25-b03b57e2f1cb no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:58:00.973685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: c8f55978-3fb0-48dc-ba25-b03b57e2f1cb {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:58:00.974075 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c8f55978-3fb0-48dc-ba25-b03b57e2f1cb not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:58:01.041072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0e56cd-d15f-415d-a2fe-634d3ff4c41a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:01.060736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:01.118114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Allocated IP 172.20.0.10 (e39a7e0a-28d8-49c4-bdfb-423584723cb2/4a338a41-4ec5-41d2-bc08-c4f77b023eed/2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:58:01.134127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.140409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b13db4-f43b-4753-9e6c-a11a39dbc9ac None None] Network 92b10ddb-d5c4-4729-914c-3c9195133312 requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 20:58:01.174733 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fa898b5c-106a-4b25-9ef4-6daa48fbbd2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ee0e56cd-d15f-415d-a2fe-634d3ff4c41a HTTP/1.1" status: 204  len: 168 time: 1.4921548
Apr 15 20:58:01.177772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60590) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:01.311940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.392677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Deleting port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:58:01.393110 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.422392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.427413 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0ad74e5d-3140-467f-b132-f500a9ddb75b req-6ab37991-db81-4b20-8901-233e2ee40d2d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:58:01.445466 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] DHCP port deletion for 92b10ddb-d5c4-4729-914c-3c9195133312 request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 20:58:01.450803 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Deleting port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:58:01.451221 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.452131 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0ad74e5d-3140-467f-b132-f500a9ddb75b req-6ab37991-db81-4b20-8901-233e2ee40d2d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:58:01.453636 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0ad74e5d-3140-467f-b132-f500a9ddb75b req-6ab37991-db81-4b20-8901-233e2ee40d2d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 210 time: 0.0928748
Apr 15 20:58:01.475794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.499832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bff75932-6e86-4485-9c81-54e192a9b0c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:01.503808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e', '61c3be3e-8189-4075-adbf-44efe35f85bb'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:01.640313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] For port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,segment=NetworkSegment(53a19d86-16db-401a-b697-cef219e2ec62),segment_id=53a19d86-16db-401a-b697-cef219e2ec62)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:01.640735 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.645449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event updated for resources: {'Port': ['ID=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:01.658447 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:01.700434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:58:01.702121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources bound (agent type, host, resource id):  {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:58:01.704510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:58:01.771750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:01.772794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.793722 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4156969
Apr 15 20:58:01.807552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Request body: {'port': {'device_id': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:01.834992 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] For port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,segment=NetworkSegment(53a19d86-16db-401a-b697-cef219e2ec62),segment_id=53a19d86-16db-401a-b697-cef219e2ec62)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:01.835424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:01.943914 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.056321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Calling delete_port for 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:58:02.137516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.153534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5f8c6ea3-58c7-41c1-be0f-6944dbb97d60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:02.185424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Calling delete_port for 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:58:02.258826 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb749ae-9385-4f3c-a5e5-9a828adae2c2,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:02.263572 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:02.307145 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] No DVR routers for this DVR port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 on host dv-cinder-562053-18-iscsi {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:58:02.318372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 20:58:02.318775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 20:58:02.344062 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:02.353558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.369073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Transition to ACTIVE for port object 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:58:02.372439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.388671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d86ec15d-41e1-481d-a78c-dc64981df823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:02.429072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.521803 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:02.548305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:02.559100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75c528f898>,) {'filters': {'network_id': ['92b10ddb-d5c4-4729-914c-3c9195133312']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:02.574038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c528f898>, '53a19d86-16db-401a-b697-cef219e2ec62') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:02.574288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75c528f898>, '53a19d86-16db-401a-b697-cef219e2ec62') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:02.588667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851949368'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.609454 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.616014 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:58:02.801303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Network 92b10ddb-d5c4-4729-914c-3c9195133312 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:58:02.810972 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851967418'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.820159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Deleting port 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:58:02.820667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.856815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2ca89-ae30-4283-a80d-0e80e89da07f req-9c3aef02-c050-47f4-a329-6d02dfb7ab00 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:02.858553 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-83d2ca89-ae30-4283-a80d-0e80e89da07f req-9c3aef02-c050-47f4-a329-6d02dfb7ab00 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 944 time: 0.2658019
Apr 15 20:58:02.861070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Attempting to bind port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:58:02.861445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Attempting to bind port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:58:02.861821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Attempting to bind port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:02.867160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:58:02.867515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Attempting to bind port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:02.890794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:58:02.891168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Checking segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:58:02.891595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Bound using segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:58:02.892118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Bound port: 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:58:02.892506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:02.914209 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-80320403-4dc1-4464-a052-ec20d28483a0 None None] The port '3eb749ae-9385-4f3c-a5e5-9a828adae2c2' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 20:58:02.948090 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:58:02.975223 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-83d2ca89-ae30-4283-a80d-0e80e89da07f req-1fddb0bb-73d4-47ed-a5a5-fab09295ea56 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034148
Apr 15 20:58:02.992123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:58:02.992969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 3eb749ae-9385-4f3c-a5e5-9a828adae2c2 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:58:03.011811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Network 92b10ddb-d5c4-4729-914c-3c9195133312 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:58:03.027684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] For port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c, host hv-cinder-56205, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:58:03.031169 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] For port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:58:03.036655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852197404'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:58:03.038413 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:58:03.057819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-023a507a-4d80-4252-97ba-b676eb9263c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:03.114684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.118685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:03.132860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.148048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b10ddb-d5c4-4729-914c-3c9195133312,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:03.152676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:03.157320 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] 10.222.0.25 "DELETE /v2.0/networks/92b10ddb-d5c4-4729-914c-3c9195133312 HTTP/1.1" status: 204  len: 168 time: 1.9781494
Apr 15 20:58:03.298908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60604) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:03.357529 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-dccb9dbb-0e18-4ff7-9c73-8825e631fe59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=951e217155514ba7bf775cb9b00816a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0572453
Apr 15 20:58:03.360432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60608) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:03.428615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88128a9d-ccb5-4c39-8a4b-f823e86214db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.459239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88128a9d-ccb5-4c39-8a4b-f823e86214db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.485574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:03.507210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.507634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.507755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88128a9d-ccb5-4c39-8a4b-f823e86214db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.508100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.508506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.508913 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.509314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.509718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.510103 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.510502 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.510919 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.511319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.511700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:03.513143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a6e314c3-fcaf-4d69-b140-ab64e6e10704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:03.517288 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:03.530202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88128a9d-ccb5-4c39-8a4b-f823e86214db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e8f205-0346-4b90-b077-3958e714831b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:03.531116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:03.531819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.533132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-88128a9d-ccb5-4c39-8a4b-f823e86214db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:03.533334 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-58ca8d4f-fa11-4e35-b7b0-1fa204209d31 service neutron] 10.222.0.62 "PUT /v2.0/ports/2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c HTTP/1.1" status: 200  len: 1094 time: 1.7311978
Apr 15 20:58:03.533873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'tag': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:03.540940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-88128a9d-ccb5-4c39-8a4b-f823e86214db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:03.544735 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-88128a9d-ccb5-4c39-8a4b-f823e86214db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19e8f205-0346-4b90-b077-3958e714831b HTTP/1.1" status: 204  len: 168 time: 0.1807299
Apr 15 20:58:03.627460 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'tag': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c', 'status': 'completed', 'code': 200}
Apr 15 20:58:03.668354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-3d3653dd-e87b-4665-8876-87fde99f573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:03.669972 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-3d3653dd-e87b-4665-8876-87fde99f573f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 1097 time: 0.0885229
Apr 15 20:58:03.747927 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-e989d294-2af5-4ce0-aabc-2497af4d8811 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c HTTP/1.1" status: 200  len: 217 time: 0.0708141
Apr 15 20:58:03.819112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-4e213239-07f0-4614-bb0a-b811248786f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:03.820725 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-4e213239-07f0-4614-bb0a-b811248786f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0646067
Apr 15 20:58:03.880921 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-dcf8f0a4-24f0-47fd-912a-d108b6add5af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520127
Apr 15 20:58:03.935313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60620) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:03.991820 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-29a0fb96-087f-4e56-8e42-649489a0b59a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=238c56b1702f4f279dd4f72ab02a521f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544822
Apr 15 20:58:03.993880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60624) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:04.040431 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-197c826b-ba51-4106-9b7c-3673ba806544 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488414
Apr 15 20:58:04.048085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5817c59f-eb3e-413e-9fd2-938a3c3ce06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:04.088920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7e7116d6-ce31-4cad-a2fc-924efacd048b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:04.117162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7e7116d6-ce31-4cad-a2fc-924efacd048b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:04.165177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7e7116d6-ce31-4cad-a2fc-924efacd048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:04.168975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:04.181341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7116d6-ce31-4cad-a2fc-924efacd048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccd923-a7a0-4e79-a619-e4198039f3b8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:04.185354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7e7116d6-ce31-4cad-a2fc-924efacd048b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:04.190409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7e7116d6-ce31-4cad-a2fc-924efacd048b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:04.194437 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7e7116d6-ce31-4cad-a2fc-924efacd048b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16ccd923-a7a0-4e79-a619-e4198039f3b8 HTTP/1.1" status: 204  len: 168 time: 0.1966982
Apr 15 20:58:04.254810 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-65756d8b-36ea-4ff5-9dc6-ad5eabac426d req-c1cfaeca-f359-40b3-a7cc-e1f44d87709e service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079842
Apr 15 20:58:04.267579 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ee71-2f3a-4c79-a376-d5efe75e9433 req-87849814-b7a9-4842-9263-e4f69eb37725 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:04.269231 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3d88ee71-2f3a-4c79-a376-d5efe75e9433 req-87849814-b7a9-4842-9263-e4f69eb37725 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 944 time: 0.1469183
Apr 15 20:58:04.373454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3d88ee71-2f3a-4c79-a376-d5efe75e9433 req-007e75ed-62fa-4d14-bcfb-ec6d50d5bd92 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961254
Apr 15 20:58:04.406651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-bd8f4b8c-4871-4bc6-8c5a-cfe3a659b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:04.408358 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-bd8f4b8c-4871-4bc6-8c5a-cfe3a659b004 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 1097 time: 0.1076684
Apr 15 20:58:04.565297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-3040bf8d-44c7-478e-96ec-affd6e5b8a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:04.566799 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-3040bf8d-44c7-478e-96ec-affd6e5b8a70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 915 time: 0.1518028
Apr 15 20:58:04.648184 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-c2f96797-abaf-492a-9d8a-a2e5cffcdc34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c HTTP/1.1" status: 200  len: 217 time: 0.0670936
Apr 15 20:58:04.723085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-da730287-be47-4df7-a4c4-fee88775851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:04.724755 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-da730287-be47-4df7-a4c4-fee88775851f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0698419
Apr 15 20:58:04.778563 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-fb1b51e2-5641-42b0-8212-07b1f634eea1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0466912
Apr 15 20:58:04.924925 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-19a0889a-513f-4776-b798-d15d9bcdce94 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392059
Apr 15 20:58:05.071541 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e0e66ac7-8c6c-4d9b-b3cb-9101407acb8e req-27ba86fb-c0bf-4413-8e0a-1df2f376b06a service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393604
Apr 15 20:58:05.599861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cf3d4-b2c4-47f2-95ec-c5ba47401d3a req-4e69bf6e-fa15-4599-8637-68ab2bfdfa4c tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:05.601440 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-094cf3d4-b2c4-47f2-95ec-c5ba47401d3a req-4e69bf6e-fa15-4599-8637-68ab2bfdfa4c tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 944 time: 0.1059406
Apr 15 20:58:05.651034 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-094cf3d4-b2c4-47f2-95ec-c5ba47401d3a req-87895558-08d0-4c4a-8fbc-7abbc8dc5706 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427940
Apr 15 20:58:05.926443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f9290a8c-e80d-447a-8014-822acdebdc74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:06.614796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:06.853734 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f660-c8ff-45bf-a088-dcda447751be req-49425ad5-38de-4c06-bca8-c41be41a00e8 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:06.855379 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3028f660-c8ff-45bf-a088-dcda447751be req-49425ad5-38de-4c06-bca8-c41be41a00e8 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 944 time: 0.0918834
Apr 15 20:58:06.908075 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3028f660-c8ff-45bf-a088-dcda447751be req-6ef80c14-3519-4e8b-b37c-80522bee3fd2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439911
Apr 15 20:58:07.263560 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:07.627331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:58:07.767900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:07.782057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'port_id': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c', 'mac_address': 'fa:16:3e:e4:0e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a338a41-4ec5-41d2-bc08-c4f77b023eed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:58:07.840057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:07.859095 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:07.876484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:07.880279 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:07.882057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-80a07ee5-0019-449c-a3fe-aed7a58a8aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:07.956575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:07.965472 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.965857 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.966230 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.966594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.966955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.967317 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.967682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.968181 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.968687 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.968985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.969328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.969682 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:07.974152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:08.120920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a694fd-ad71-43fd-af31-d2b2b3842a8f req-c2d0b10d-2b8d-4497-a6ee-bd4965a09969 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:08.122557 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-44a694fd-ad71-43fd-af31-d2b2b3842a8f req-c2d0b10d-2b8d-4497-a6ee-bd4965a09969 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 945 time: 0.0982182
Apr 15 20:58:08.147377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:08.175117 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-44a694fd-ad71-43fd-af31-d2b2b3842a8f req-46a51483-d122-4751-a646-1ee0e8fe0f4f tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455906
Apr 15 20:58:08.453975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:09.387107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3bac2e-beda-40bb-81a8-72565ecdf2ee req-92d81912-ce19-40d8-bcd5-00691f067d06 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:09.388832 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce3bac2e-beda-40bb-81a8-72565ecdf2ee req-92d81912-ce19-40d8-bcd5-00691f067d06 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 945 time: 0.0970781
Apr 15 20:58:09.443404 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce3bac2e-beda-40bb-81a8-72565ecdf2ee req-e941075d-e444-4c2b-bba5-6d422c3012af tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475762
Apr 15 20:58:09.642655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:58:09.716733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:58:09.722294 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:58:09.722719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:09.853646 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:09.882897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:09.894148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:09.897651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:09.899656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:09.937830 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c', 'code': 200}
Apr 15 20:58:09.979486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:09.983896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:10.195777 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0985995-0e86-4f6a-a00b-a50d1ee0b248 req-11abb1ad-4bc5-4e6d-8bbc-a42263fae219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:10.197352 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0985995-0e86-4f6a-a00b-a50d1ee0b248 req-11abb1ad-4bc5-4e6d-8bbc-a42263fae219 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 1099 time: 0.0821602
Apr 15 20:58:10.242328 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0985995-0e86-4f6a-a00b-a50d1ee0b248 req-8d87e66f-63ce-48a5-8049-b92c3e0ce5b4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379014
Apr 15 20:58:10.660059 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcbba1-60c0-48d0-8bea-2f21682fb8b8 req-c3eb8641-671c-493f-9a89-1dc3dbbe9316 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:10.661772 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-75fcbba1-60c0-48d0-8bea-2f21682fb8b8 req-c3eb8641-671c-493f-9a89-1dc3dbbe9316 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 946 time: 0.0970993
Apr 15 20:58:10.712274 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-75fcbba1-60c0-48d0-8bea-2f21682fb8b8 req-ffef5335-6ed7-4ae8-aca8-b7c9120b3a42 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439136
Apr 15 20:58:10.835956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 60688) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:10.979959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:10.998784 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:58:11.003744 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Usage tracker for resource:security_group_rule and tenant:4f9c5c9ba14646f3990c4cc0b2579380 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:58:11.007276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:58:11.014213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:58:11.110002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:11.114205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:11.126644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3ad13b68-5a03-43be-9e25-fa4c92a5c001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:11.179367 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f9c5c9ba14646f3990c4cc0b2579380&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3420236
Apr 15 20:58:11.180361 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3361d8c4-b665-4943-a8f0-f16d2886a334,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:11.182281 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 60694) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:11.183951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7fecefb1-0e9b-49cd-9c72-0aad64001567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:11.249492 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6ebcea1a-9d32-4c2e-8488-b2a2796f18ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:11.277168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6ebcea1a-9d32-4c2e-8488-b2a2796f18ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:11.336453 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6ebcea1a-9d32-4c2e-8488-b2a2796f18ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:11.342920 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cf91706c-f324-4e26-b002-b1273aebe675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:11.355752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcea1a-9d32-4c2e-8488-b2a2796f18ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3361d8c4-b665-4943-a8f0-f16d2886a334,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:11.359628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6ebcea1a-9d32-4c2e-8488-b2a2796f18ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:11.363386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6ebcea1a-9d32-4c2e-8488-b2a2796f18ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:11.364756 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6ebcea1a-9d32-4c2e-8488-b2a2796f18ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3361d8c4-b665-4943-a8f0-f16d2886a334 HTTP/1.1" status: 204  len: 168 time: 0.1808178
Apr 15 20:58:11.931772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810978a-1f3c-4b3e-95ea-3f08cc690670 req-12afaaea-458c-428f-818d-a3c631ae3211 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:11.933481 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7810978a-1f3c-4b3e-95ea-3f08cc690670 req-12afaaea-458c-428f-818d-a3c631ae3211 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 946 time: 0.0975866
Apr 15 20:58:11.986859 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7810978a-1f3c-4b3e-95ea-3f08cc690670 req-6a0d2d72-58f2-4469-a1ca-07bcdaff771d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467379
Apr 15 20:58:13.419154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0c29-071d-444f-848b-8dc21dd84dd9 req-9fe1b33d-a5c0-43a0-a95d-698f5d830500 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:13.420800 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f55a0c29-071d-444f-848b-8dc21dd84dd9 req-9fe1b33d-a5c0-43a0-a95d-698f5d830500 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 945 time: 0.1079264
Apr 15 20:58:13.473866 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f55a0c29-071d-444f-848b-8dc21dd84dd9 req-fd822246-7d23-426c-bb4f-6bd9161a9050 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461895
Apr 15 20:58:14.123981 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-e2cecb80-135a-4d42-a9ca-7866330b654c tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b4927b8138ab44048b16fc65e269bc7b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0328968
Apr 15 20:58:14.299409 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-1664b113-a602-4cbb-bba3-450071d5369f tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:14.300928 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-1664b113-a602-4cbb-bba3-450071d5369f tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1702077
Apr 15 20:58:14.319309 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-3aeb8805-86f5-4dcb-817d-99a8d8cf01bf tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/quotas/b4927b8138ab44048b16fc65e269bc7b HTTP/1.1" status: 200  len: 375 time: 0.0105042
Apr 15 20:58:14.374245 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-68e0fa42-e323-4b74-9d98-a98fcf8b1a5f tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4927b8138ab44048b16fc65e269bc7b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488324
Apr 15 20:58:14.598826 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-43f0f8e1-70bc-44b2-84f6-31582c06857c req-bd868361-60f7-4c9e-8a29-4d1e5e86c14f tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 210 time: 0.0580332
Apr 15 20:58:14.699025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2002108-0516-4792-a1e6-3b4ca252fe7e req-94dd479f-1e19-4d73-9907-ee3ab77eac88 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:14.700914 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f2002108-0516-4792-a1e6-3b4ca252fe7e req-94dd479f-1e19-4d73-9907-ee3ab77eac88 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 945 time: 0.0976756
Apr 15 20:58:14.752103 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f2002108-0516-4792-a1e6-3b4ca252fe7e req-a1586299-e34f-4dc3-9b77-c1250123cc3c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440569
Apr 15 20:58:14.996575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-943e3a16-6a4d-4bcf-8beb-deaad63be03f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:14.998309 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-943e3a16-6a4d-4bcf-8beb-deaad63be03f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 945 time: 0.1092632
Apr 15 20:58:15.084511 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Deleting port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:58:15.084852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:15.372871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] For port ba9a7c9f-e31a-4453-a041-49d1aa717dd8, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:15.373141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:15.649308 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-da91dfc6-f2b4-4682-9c8b-0bad1a5f0cc9 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=b4927b8138ab44048b16fc65e269bc7b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0357471
Apr 15 20:58:15.690600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:15.691123 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:15.691557 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Floating IP d28e647c-599e-4157-a15c-eb1fc3758c81 disassociated. External IP: 172.27.2.18, port: ba9a7c9f-e31a-4453-a041-49d1aa717dd8.
Apr 15 20:58:15.692049 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Calling delete_port for ba9a7c9f-e31a-4453-a041-49d1aa717dd8 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:58:15.840771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-b2f191bd-b36d-4240-a12c-8ad929325050 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:15.842606 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-b2f191bd-b36d-4240-a12c-8ad929325050 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1881227
Apr 15 20:58:15.858283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Request body: {'port': {'device_id': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c', 'admin_state_up': True, 'tenant_id': 'b4927b8138ab44048b16fc65e269bc7b'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:16.027990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.036872 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:58:16.041846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Usage tracker for resource:port and tenant:b4927b8138ab44048b16fc65e269bc7b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:58:16.046372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:58:16.053629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:58:16.064051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Made reservation on behalf of b4927b8138ab44048b16fc65e269bc7b for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:58:16.070367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.084623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.104354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:58:16.109097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Usage tracker for resource:security_group_rule and tenant:b4927b8138ab44048b16fc65e269bc7b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:58:16.114098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:58:16.120108 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4b7b8cfd-caf7-433d-a994-0d56ce45a432 req-e5ebc6ae-0928-4ddc-a3cc-5f6ec79ef567 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 210 time: 0.3846791
Apr 15 20:58:16.123163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:58:16.226926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.231924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.237401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-46d746c5-e3e2-4307-828f-5dd31cecab89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:16.258027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee39710-c9d0-46ec-9315-88bd0888aef1 req-12c6e702-59e8-4a9d-b7d9-2f80fa0ecf0e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:16.259562 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2ee39710-c9d0-46ec-9315-88bd0888aef1 req-12c6e702-59e8-4a9d-b7d9-2f80fa0ecf0e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 945 time: 0.1934221
Apr 15 20:58:16.297464 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.314173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3b79c7ca-47c6-44b1-a5c7-7d3333a3f47d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:16.327387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea0cc6-b47a-43fb-8738-9d4f1027cae0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:16.332079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:16.430397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event deleted for resources: {'Port': ['ID=ba9a7c9f-e31a-4453-a041-49d1aa717dd8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:16.435118 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2ee39710-c9d0-46ec-9315-88bd0888aef1 req-51347e70-6c13-43d1-9b45-d925e71f7016 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1660066
Apr 15 20:58:16.436047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:16.440372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Allocated IP 192.168.233.33 (677c9297-9344-4029-9c31-f1881380cb0c/7e029d3f-bd45-4993-8819-5f3b0563d41e/8ec65854-2d8a-44ea-88a6-aa2d67e3052b) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:58:16.672535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.690255 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Transition to ACTIVE for port object 8ec65854-2d8a-44ea-88a6-aa2d67e3052b will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:58:16.717923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:16.724600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:58:16.740188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7c808780-bfec-4149-bbc2-bc5538fcb3fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:16.885373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Pushing event updated for resources: {'Port': ['ID=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:16.889808 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:16.939239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:58:16.950376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Network 677c9297-9344-4029-9c31-f1881380cb0c is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:58:16.951585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:58:16.954254 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:58:16.962282 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:58:16.974963 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:58:16.975796 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b25390>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:58:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:17.027397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:17.028197 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:17.062020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] No DVR routers for this DVR port ba9a7c9f-e31a-4453-a041-49d1aa717dd8 on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:58:17.065975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:17.073085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'name': 'network-vif-deleted', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:17.080992 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2275920
Apr 15 20:58:17.085077 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47ea042a-2cb5-4663-beb0-2b4d7c27e410 req-b4e31694-69ab-4632-9668-cd54e8d3ac5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "DELETE /v2.0/ports/ba9a7c9f-e31a-4453-a041-49d1aa717dd8 HTTP/1.1" status: 204  len: 173 time: 2.0787961
Apr 15 20:58:17.100411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Request body: {'port': {'device_id': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:17.158052 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f52b3a9-1d51-42b4-a79d-f641962ed4bb', 'name': 'network-vif-deleted', 'tag': 'ba9a7c9f-e31a-4453-a041-49d1aa717dd8', 'status': 'completed', 'code': 200}
Apr 15 20:58:17.233295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:58:17.288910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:17.388496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f760f4-637c-4ba7-9fc5-1a182568d282 req-bc3a64fb-dd25-43fd-94ec-4fd83197a154 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:17.397543 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-62f760f4-637c-4ba7-9fc5-1a182568d282 req-bc3a64fb-dd25-43fd-94ec-4fd83197a154 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 935 time: 0.1236317
Apr 15 20:58:17.459302 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-62f760f4-637c-4ba7-9fc5-1a182568d282 req-1509c1b8-41af-427b-81af-a8e7e4474bb3 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606668
Apr 15 20:58:17.464702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-e181b606-69c7-4e1c-ab30-04a159149c59 None None] Provisioning for port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:58:17.484888 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-e181b606-69c7-4e1c-ab30-04a159149c59 None None] Provisioning complete for port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:58:17.485126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e181b606-69c7-4e1c-ab30-04a159149c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:17.548865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-e181b606-69c7-4e1c-ab30-04a159149c59 None None] Port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:58:17.630756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-9e1d25f1-c2ad-4bbb-80b0-87d72b9a5541 req-f4dcecef-de6b-4ced-88ee-f0b66a744864 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Synchronizing usage tracker for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:58:17.652491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-9e1d25f1-c2ad-4bbb-80b0-87d72b9a5541 req-f4dcecef-de6b-4ced-88ee-f0b66a744864 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Unset dirty status for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:58:17.663241 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9e1d25f1-c2ad-4bbb-80b0-87d72b9a5541 req-f4dcecef-de6b-4ced-88ee-f0b66a744864 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f52b3a9-1d51-42b4-a79d-f641962ed4bb HTTP/1.1" status: 200  len: 210 time: 0.0867035
Apr 15 20:58:17.685178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b25390>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:17.689711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:58:17.702200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:58:17.703416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c5b25390>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:58:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:17.744573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec65854-2d8a-44ea-88a6-aa2d67e3052b {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:17.752997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:17.768751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Transition to ACTIVE for port object 8ec65854-2d8a-44ea-88a6-aa2d67e3052b will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:58:17.772189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:17.792144 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0534b9fe-bf8a-40e9-b125-92a8cad0e54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:17.902610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:58:17.929503 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:17.942686 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:18.201761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Attempting to bind port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:58:18.202249 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Attempting to bind port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:58:18.202737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Attempting to bind port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b on network 677c9297-9344-4029-9c31-f1881380cb0c {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:18.209724 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b on network 677c9297-9344-4029-9c31-f1881380cb0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:58:18.210658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Attempting to bind port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b on network 677c9297-9344-4029-9c31-f1881380cb0c {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:18.217935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:58:18.217935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Checking segment: {'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:58:18.217935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Bound using segment: {'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:58:18.218568 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Bound port: 8ec65854-2d8a-44ea-88a6-aa2d67e3052b, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3845927b-95de-42f3-82e2-ff781581a2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:58:18.218948 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:18.291364 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c5b25390>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:18.296045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650979e4-03c2-4e09-9022-07f84ee3b1da None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:58:18.328349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] For port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:58:18.332146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] For port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,segment=NetworkSegment(3845927b-95de-42f3-82e2-ff781581a2b7),segment_id=3845927b-95de-42f3-82e2-ff781581a2b7)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:58:18.336301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:18.350616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:18.503412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:18.509486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:18.547275 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:18.549290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:18.549671 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] 10.222.0.62 "PUT /v2.0/ports/8ec65854-2d8a-44ea-88a6-aa2d67e3052b HTTP/1.1" status: 200  len: 1097 time: 1.4551365
Apr 15 20:58:18.550269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'tag': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:18.651468 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'tag': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b', 'status': 'completed', 'code': 200}
Apr 15 20:58:18.707737 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01c1ac-32ab-4b12-b69d-e97aac90a96c req-7c7f8cfa-b90d-4181-b368-d9411c07df85 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:18.709574 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6a01c1ac-32ab-4b12-b69d-e97aac90a96c req-7c7f8cfa-b90d-4181-b368-d9411c07df85 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 947 time: 0.1212621
Apr 15 20:58:18.782253 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6a01c1ac-32ab-4b12-b69d-e97aac90a96c req-313ad056-1c4a-498e-bce9-2fad3ae654c1 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610788
Apr 15 20:58:18.803951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05bdf02-35d0-45c8-ae97-8432bc3d1ed1 None None] New status for floating IP d28e647c-599e-4157-a15c-eb1fc3758c81: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:58:18.997685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-d6e015c9-063e-4001-a18c-d43775c1717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:18.999483 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-d6e015c9-063e-4001-a18c-d43775c1717b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4927b8138ab44048b16fc65e269bc7b&device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 1100 time: 0.3970842
Apr 15 20:58:19.084840 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-9d28e378-476e-4a2c-bc4a-5d1f808e9bb4 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983196112&fields=id&tenant_id=1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 267 time: 0.0479903
Apr 15 20:58:19.087198 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-3eb1c404-fb37-4a2e-9f8a-02e5c219fda0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8ec65854-2d8a-44ea-88a6-aa2d67e3052b HTTP/1.1" status: 200  len: 217 time: 0.0762234
Apr 15 20:58:19.168420 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-9ebabf76-8890-4cf7-92d5-09535790bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:19.170188 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-9ebabf76-8890-4cf7-92d5-09535790bd5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e029d3f-bd45-4993-8819-5f3b0563d41e HTTP/1.1" status: 200  len: 843 time: 0.0771935
Apr 15 20:58:19.256358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9774-3da2-44e3-8b22-709537b7a15a req-6cd1ce9c-2d91-4a2a-82bb-8a2275d6b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:19.257978 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-6cd1ce9c-2d91-4a2a-82bb-8a2275d6b0be service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=677c9297-9344-4029-9c31-f1881380cb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0808854
Apr 15 20:58:19.259039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-3bee2ccb-ea6a-424e-a7d3-8cf53bdf9658 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:19.260865 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-3bee2ccb-ea6a-424e-a7d3-8cf53bdf9658 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 812 time: 0.1683383
Apr 15 20:58:19.280263 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-8d5515bf-259e-4c18-b041-07748e2997ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/quotas/1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 375 time: 0.0112684
Apr 15 20:58:19.386697 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-4e7eccd6-5337-43d4-87ed-4bae357d5198 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0992432
Apr 15 20:58:19.408041 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-958274ca-fbef-43f9-8d43-ab2bac807336 service neutron] 10.222.0.62 "GET /v2.0/networks/677c9297-9344-4029-9c31-f1881380cb0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411579
Apr 15 20:58:19.539917 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-959368b8-9ae4-4983-bb8f-57f348ee9b33 service neutron] 10.222.0.25 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393695
Apr 15 20:58:19.554310 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-feff9774-3da2-44e3-8b22-709537b7a15a req-26d1d5ce-eb89-4b96-9ccf-1e030cc98d87 service neutron] 10.222.0.62 "GET /v2.0/networks/677c9297-9344-4029-9c31-f1881380cb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394818
Apr 15 20:58:19.697458 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-b343f23f-14c2-48ad-affd-ce449925687c service neutron] 10.222.0.25 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507771
Apr 15 20:58:19.698341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ba9a7c9f-e31a-4453-a041-49d1aa717dd8 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:58:19.706635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-7294d19c-c2c0-4738-9f45-83beb306acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:19.708294 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-7294d19c-c2c0-4738-9f45-83beb306acf0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4927b8138ab44048b16fc65e269bc7b&device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 1100 time: 0.1076169
Apr 15 20:58:19.738672 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: ba9a7c9f-e31a-4453-a041-49d1aa717dd8 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:58:19.738910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device ba9a7c9f-e31a-4453-a041-49d1aa717dd8 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:58:19.870822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-6ff374a8-f95f-4390-a33a-29c13275b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:19.872451 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-6ff374a8-f95f-4390-a33a-29c13275b94c service neutron] 10.222.0.62 "GET /v2.0/networks?id=677c9297-9344-4029-9c31-f1881380cb0c HTTP/1.1" status: 200  len: 870 time: 0.1477053
Apr 15 20:58:19.955281 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-354abb52-838c-4f5c-8c71-9bd535faf7cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=8ec65854-2d8a-44ea-88a6-aa2d67e3052b HTTP/1.1" status: 200  len: 217 time: 0.0681829
Apr 15 20:58:19.989213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400035f6-f946-4bea-be03-a557bb1bbba4 req-0e99e9fe-f3b5-4e25-b1f4-4502ec2ee474 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:19.991235 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-400035f6-f946-4bea-be03-a557bb1bbba4 req-0e99e9fe-f3b5-4e25-b1f4-4502ec2ee474 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 947 time: 0.1004074
Apr 15 20:58:20.044355 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-e5d480d5-d08d-46f9-b055-ad2dd102b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:20.044355 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-e5d480d5-d08d-46f9-b055-ad2dd102b69b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e029d3f-bd45-4993-8819-5f3b0563d41e HTTP/1.1" status: 200  len: 843 time: 0.0786769
Apr 15 20:58:20.053599 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-400035f6-f946-4bea-be03-a557bb1bbba4 req-4042b4ea-c645-4b31-a83e-6b80f7a0100f tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546401
Apr 15 20:58:20.151217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-13edce8e-82c9-495b-a9cd-e3da41850779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:20.152856 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-13edce8e-82c9-495b-a9cd-e3da41850779 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=677c9297-9344-4029-9c31-f1881380cb0c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.1000910
Apr 15 20:58:20.182700 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5dfd63d7-8618-4d1e-a2d0-121850f6e9be req-5979ea80-c043-4a24-93fd-60e2afaa38dd tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 210 time: 0.0581367
Apr 15 20:58:20.304346 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-bb0a2de7-2f5c-4405-a742-c2175ddc6a7b service neutron] 10.222.0.62 "GET /v2.0/networks/677c9297-9344-4029-9c31-f1881380cb0c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430867
Apr 15 20:58:20.455939 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d8c6e1df-9137-48db-95e3-c9931937efb8 req-50c16a87-a919-44b7-a7fb-c226bef1c452 service neutron] 10.222.0.62 "GET /v2.0/networks/677c9297-9344-4029-9c31-f1881380cb0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453400
Apr 15 20:58:21.267606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9da45-92a6-4d78-a323-0f8303ee2052 req-504195cf-7e6d-4b67-96bf-7eefc37cb7d3 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:21.269436 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cfe9da45-92a6-4d78-a323-0f8303ee2052 req-504195cf-7e6d-4b67-96bf-7eefc37cb7d3 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 947 time: 0.0987437
Apr 15 20:58:21.321836 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cfe9da45-92a6-4d78-a323-0f8303ee2052 req-2d62c863-24a2-4655-a93b-9086651b90f9 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444615
Apr 15 20:58:21.333705 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-8b2dfe56-8802-40d9-9379-78116e9110ac tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:21.335276 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-8b2dfe56-8802-40d9-9379-78116e9110ac tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 812 time: 0.1802552
Apr 15 20:58:21.426454 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-51195436-8c34-416d-a18b-28b203ec0562 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 8059 time: 0.0790811
Apr 15 20:58:21.437386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'port': {'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'admin_state_up': True, 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'security_groups': ['e5c9d67b-78b7-498f-bc92-36f04a9bcefa']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:21.517672 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3556b2d2-c2ea-4f9b-87e3-25a3c42db895 req-e30efab0-798c-4c90-98c7-619a5ecbb9f2 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 210 time: 0.0721204
Apr 15 20:58:21.607370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:58:21.617927 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:58:21.627539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Made reservation on behalf of 1ad2ce99ca694398b0a522604b0dc322 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:58:21.633512 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:21.693243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8ec65854-2d8a-44ea-88a6-aa2d67e3052b details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:58:21.817895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Allocated IP 172.20.0.8 (857f6176-b3ab-412d-ad1c-268fd776f59e/648982b5-491f-4ed9-a81e-e3670e9ea098/4df6d408-18eb-4a73-b448-357bfea22707) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:58:21.843724 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,segment=NetworkSegment(3845927b-95de-42f3-82e2-ff781581a2b7),segment_id=3845927b-95de-42f3-82e2-ff781581a2b7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:21.859137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b', 'network_id': '677c9297-9344-4029-9c31-f1881380cb0c', 'port_id': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b', 'mac_address': 'fa:16:3e:1c:d9:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e029d3f-bd45-4993-8819-5f3b0563d41e', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:58:21.919439 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:21.937964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec65854-2d8a-44ea-88a6-aa2d67e3052b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:21.955926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,segment=NetworkSegment(3845927b-95de-42f3-82e2-ff781581a2b7),segment_id=3845927b-95de-42f3-82e2-ff781581a2b7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:21.961662 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:21.963755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-01bffe2f-0ce4-4d99-8481-494b003f1a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:22.043745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:22.062451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Transition to ACTIVE for port object 4df6d408-18eb-4a73-b448-357bfea22707 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:58:22.089775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:22.116118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8133f565-3ff2-4e76-8a44-8a0cd9bdf814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:22.245756 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:22.249175 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:22.269994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=4df6d408-18eb-4a73-b448-357bfea22707,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:22.274942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:22.300875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['8ec65854-2d8a-44ea-88a6-aa2d67e3052b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:22.335758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Network 857f6176-b3ab-412d-ad1c-268fd776f59e is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:58:22.337224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:58:22.339924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:58:22.418452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:22.419337 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:22.450815 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0178981
Apr 15 20:58:22.466176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Request body: {'port': {'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:22.584291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-fd910c85-6c54-4e29-a38d-f66a3aa018cc None None] Provisioning for port 4df6d408-18eb-4a73-b448-357bfea22707 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:58:22.590584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-fd910c85-6c54-4e29-a38d-f66a3aa018cc None None] Provisioning complete for port 4df6d408-18eb-4a73-b448-357bfea22707 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:58:22.591017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-fd910c85-6c54-4e29-a38d-f66a3aa018cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:22.648726 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:22.659022 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-fd910c85-6c54-4e29-a38d-f66a3aa018cc None None] Port 4df6d408-18eb-4a73-b448-357bfea22707 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 20:58:22.796141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575168c7-53f7-41b9-ad3a-66bf3f3e1266 req-b3e73792-d69b-4fdc-b6ba-784a5fd24a11 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:22.797871 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-575168c7-53f7-41b9-ad3a-66bf3f3e1266 req-b3e73792-d69b-4fdc-b6ba-784a5fd24a11 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 948 time: 0.1718938
Apr 15 20:58:22.810427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a515e-0cb1-475d-94da-b1a2d7881047 req-e923aff6-1dc3-4898-8df1-a97d1d3140c0 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:22.812061 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dc8a515e-0cb1-475d-94da-b1a2d7881047 req-e923aff6-1dc3-4898-8df1-a97d1d3140c0 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 931 time: 0.1376305
Apr 15 20:58:22.891113 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-575168c7-53f7-41b9-ad3a-66bf3f3e1266 req-e431becc-08eb-4ad9-ba76-b5f7e8bfaba7 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779653
Apr 15 20:58:22.902633 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dc8a515e-0cb1-475d-94da-b1a2d7881047 req-27724d51-ac63-4681-bde5-b839e90b3999 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694008
Apr 15 20:58:23.056821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df6d408-18eb-4a73-b448-357bfea22707 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:23.065965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:23.082648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Transition to ACTIVE for port object 4df6d408-18eb-4a73-b448-357bfea22707 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:58:23.085433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:23.101895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a7824ede-25ee-4b1a-ae81-452f4c162bf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:23.240417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Pushing event updated for resources: {'Port': ['ID=4df6d408-18eb-4a73-b448-357bfea22707,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:23.253156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:23.480929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Attempting to bind port 4df6d408-18eb-4a73-b448-357bfea22707 on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:58:23.481537 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Attempting to bind port 4df6d408-18eb-4a73-b448-357bfea22707 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:58:23.481664 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Attempting to bind port 4df6d408-18eb-4a73-b448-357bfea22707 on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:23.487009 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Port 4df6d408-18eb-4a73-b448-357bfea22707 on network 857f6176-b3ab-412d-ad1c-268fd776f59e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:58:23.487358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Attempting to bind port 4df6d408-18eb-4a73-b448-357bfea22707 on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:23.493305 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:58:23.493623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Checking segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:58:23.494028 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Bound using segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:58:23.494478 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Bound port: 4df6d408-18eb-4a73-b448-357bfea22707, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:58:23.494862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:23.591552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] For port 4df6d408-18eb-4a73-b448-357bfea22707, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:58:23.595063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] For port 4df6d408-18eb-4a73-b448-357bfea22707, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=4df6d408-18eb-4a73-b448-357bfea22707,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:58:23.600045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:23.612736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-4c6a3c2f-f4a9-4f31-a27c-3b76afd6fc66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:23.705504 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8ec65854-2d8a-44ea-88a6-aa2d67e3052b up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:58:23.761878 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Pushing event updated for resources: {'Port': ['ID=4df6d408-18eb-4a73-b448-357bfea22707,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:23.766351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:23.784340 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:58:23.789752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:58:23.790623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:23.802590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:23.803564 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:23.805224 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] 10.222.0.62 "PUT /v2.0/ports/4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 1093 time: 1.3440890
Apr 15 20:58:23.806169 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:23.893823 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707', 'status': 'completed', 'code': 200}
Apr 15 20:58:23.943566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:23.950208 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-234950fd-6b8c-4465-b103-c78931bd3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:23.951797 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-234950fd-6b8c-4465-b103-c78931bd3edc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1096 time: 0.1013067
Apr 15 20:58:23.976471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:24.015309 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,segment=NetworkSegment(3845927b-95de-42f3-82e2-ff781581a2b7),segment_id=3845927b-95de-42f3-82e2-ff781581a2b7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:24.019252 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:24.022213 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:24.108138 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-816d8c24-052c-4395-bd55-ed0ca71faf7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 217 time: 0.1481657
Apr 15 20:58:24.134485 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:24.140167 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:24.184111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-708d91e2-eb5a-4ca9-862e-92a5076876cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:24.185758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-708d91e2-eb5a-4ca9-862e-92a5076876cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0694742
Apr 15 20:58:24.239498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186295c2-3d87-43ef-843c-fd46d1580516 req-c1d8ef7b-8876-4e9a-8205-55f92807b651 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:24.241146 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-186295c2-3d87-43ef-843c-fd46d1580516 req-c1d8ef7b-8876-4e9a-8205-55f92807b651 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.1861742
Apr 15 20:58:24.250312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4415b9-969c-4563-be28-59c870c01cae req-e5389e17-32f3-4ad7-8d18-8d9ebdb05c64 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:24.251952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ed4415b9-969c-4563-be28-59c870c01cae req-e5389e17-32f3-4ad7-8d18-8d9ebdb05c64 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 949 time: 0.1389902
Apr 15 20:58:24.271080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-67c19876-6ef6-4ae3-a01d-a90d5591038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:24.272701 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-67c19876-6ef6-4ae3-a01d-a90d5591038d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0801136
Apr 15 20:58:24.327733 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-186295c2-3d87-43ef-843c-fd46d1580516 req-a3cf3a7b-536d-444a-b77d-9cad89c1b77a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747404
Apr 15 20:58:24.332577 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ed4415b9-969c-4563-be28-59c870c01cae req-5e54a5fd-5ccc-43f3-bcbc-e3deddf49270 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653489
Apr 15 20:58:24.385464 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b', 'code': 200}
Apr 15 20:58:24.419952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-74c903f6-253e-46a6-a640-27b9412008c8 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395190
Apr 15 20:58:24.573305 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7a66ac94-b5d4-4600-b195-cb1f72ecc4f6 req-8fd4286e-63f4-4cdf-b962-b02de5394b4e service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389759
Apr 15 20:58:24.650356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a0ef2ed4-b318-4f33-adec-2e397c3421a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:24.652012 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a0ef2ed4-b318-4f33-adec-2e397c3421a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.2081125
Apr 15 20:58:24.682624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-f24cbb53-d1c0-49e5-8137-09d2ceafb8cc tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/quotas/cb18b747ae4b43d9bba52eaf50143ab5 HTTP/1.1" status: 200  len: 375 time: 0.0240002
Apr 15 20:58:24.739445 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc908c10-8743-4bbd-b7d3-b619750bf910 req-f35754eb-892d-49e4-9593-fa282b65bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:24.741090 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cc908c10-8743-4bbd-b7d3-b619750bf910 req-f35754eb-892d-49e4-9593-fa282b65bdef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 1102 time: 0.1695352
Apr 15 20:58:24.793266 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-9f98f59c-4122-4400-a905-21e82be868f0 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1025898
Apr 15 20:58:24.952426 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cc908c10-8743-4bbd-b7d3-b619750bf910 req-a774400f-ea32-4dd8-b5db-736bc259a58d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720150
Apr 15 20:58:24.958823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-7353b01c-7232-42ba-93f9-897caf9af9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:24.960463 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-7353b01c-7232-42ba-93f9-897caf9af9b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1096 time: 0.3342643
Apr 15 20:58:24.977967 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-033f4881-94cc-4813-af2f-ab2b57f54048 service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767459
Apr 15 20:58:25.161274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-59a3453f-eadd-4e5c-93e3-77b8fce988f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:25.162742 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-59a3453f-eadd-4e5c-93e3-77b8fce988f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1479456
Apr 15 20:58:25.243615 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-6bf1dfc2-8cc8-4082-8873-027ef877ae9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 217 time: 0.0717659
Apr 15 20:58:25.316555 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-cece1fde-0da2-4706-afb5-98f6a0b52acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:25.318131 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-cece1fde-0da2-4706-afb5-98f6a0b52acb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0657473
Apr 15 20:58:25.381204 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-eabb7f88-4725-4888-b1d9-774cdfce3b5a service neutron] 10.222.0.25 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3963642
Apr 15 20:58:25.409338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-7314ea0a-3c07-429f-9384-547e83fd85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:25.411156 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-7314ea0a-3c07-429f-9384-547e83fd85d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0837157
Apr 15 20:58:25.548406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cac4c-0170-4e7b-b26c-ecad91ef42a6 req-eff19c5a-ce50-412b-a6f2-524138818bc1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:25.556238 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-869cac4c-0170-4e7b-b26c-ecad91ef42a6 req-eff19c5a-ce50-412b-a6f2-524138818bc1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.1111121
Apr 15 20:58:25.568940 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-d81eb4dc-5518-4429-93c2-152ca460f25f service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509209
Apr 15 20:58:25.648747 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-869cac4c-0170-4e7b-b26c-ecad91ef42a6 req-9255602f-c8b0-4b5c-b322-39618ad85200 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915523
Apr 15 20:58:25.755457 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7e65add3-d837-4ef8-b45d-4f4fc8a85992 req-99f752cd-f4b9-4dcb-a13d-30e9e1bf2c74 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667016
Apr 15 20:58:25.763551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e6a53-87a3-4c7e-b564-0022e96e9be2 req-cc46b29d-fd74-49f1-8720-a9b3ae611bd8 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:25.765154 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a00e6a53-87a3-4c7e-b564-0022e96e9be2 req-cc46b29d-fd74-49f1-8720-a9b3ae611bd8 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 949 time: 0.1747084
Apr 15 20:58:25.767591 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-22c7a7ca-2f3e-427d-96da-6d2d897bd8b3 req-1d020feb-406d-4c81-aa67-b96df0ec4020 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 210 time: 0.0654087
Apr 15 20:58:25.822424 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a00e6a53-87a3-4c7e-b564-0022e96e9be2 req-38f64bf9-9628-45dd-8553-b84643a6fa08 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476100
Apr 15 20:58:26.784980 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-27aa9185-e1b3-49d3-9d38-f65b3a683504 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:26.786552 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-27aa9185-e1b3-49d3-9d38-f65b3a683504 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 814 time: 0.1714711
Apr 15 20:58:26.806763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Request body: {'port': {'device_id': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'admin_state_up': True, 'tenant_id': 'cb18b747ae4b43d9bba52eaf50143ab5'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:26.865529 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ff67-ff84-4b7e-8037-1405bce8d466 req-3ae37cce-b21b-4560-9d0f-fca3ab8a2014 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:26.867098 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4e99ff67-ff84-4b7e-8037-1405bce8d466 req-3ae37cce-b21b-4560-9d0f-fca3ab8a2014 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.0976722
Apr 15 20:58:26.895583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:58:26.960691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:58:26.968256 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f613508-aa29-4f56-83bf-ceb78a704849 req-7f1b7cf3-2615-4ea9-a420-ea3fee5aab08 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 210 time: 0.0813994
Apr 15 20:58:26.972173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:58:26.980371 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4e99ff67-ff84-4b7e-8037-1405bce8d466 req-fa8a79a9-2e5d-4890-891d-e5aa1105b625 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914907
Apr 15 20:58:26.993274 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Made reservation on behalf of cb18b747ae4b43d9bba52eaf50143ab5 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 20:58:26.999958 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:27.172410 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9cd5f-5823-470b-8ed0-c958c1bc7777 req-38f15e88-05f4-4eb8-b22e-252dd5415ef1 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:27.174095 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8ff9cd5f-5823-470b-8ed0-c958c1bc7777 req-38f15e88-05f4-4eb8-b22e-252dd5415ef1 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 949 time: 0.0922618
Apr 15 20:58:27.182072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Allocated IP 172.20.0.14 (e39a7e0a-28d8-49c4-bdfb-423584723cb2/4a338a41-4ec5-41d2-bc08-c4f77b023eed/2de2315c-1f4b-44d2-9e28-6949d862ba3b) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:58:27.227565 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8ff9cd5f-5823-470b-8ed0-c958c1bc7777 req-5b2bf519-d364-4314-8c2f-08710326153f tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464735
Apr 15 20:58:27.412816 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:27.443911 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:27.460870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e', '61c3be3e-8189-4075-adbf-44efe35f85bb', '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:27.461629 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-21e02bdb-2fdc-4fd4-9c4f-d83e2ba5a6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:27.616348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event updated for resources: {'Port': ['ID=2de2315c-1f4b-44d2-9e28-6949d862ba3b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:27.630665 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:27.674360 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:58:27.676116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:58:27.678520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:58:27.750791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:27.751505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:27.760905 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6a02a-a687-4fbc-838c-d8b49f7876fe req-2d4caec9-a599-42ba-a7b0-ab761267c759 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:27.762655 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dea6a02a-a687-4fbc-838c-d8b49f7876fe req-2d4caec9-a599-42ba-a7b0-ab761267c759 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 949 time: 0.0955520
Apr 15 20:58:27.777650 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9779055
Apr 15 20:58:27.790700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Request body: {'port': {'device_id': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:27.814865 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dea6a02a-a687-4fbc-838c-d8b49f7876fe req-4bd7741f-64d6-406b-abd6-1297923073e2 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447092
Apr 15 20:58:27.913162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:28.262245 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469202f-e4fb-44ad-a1b6-6568a4740d4c req-1825942a-2bcb-4143-83a5-65d717d18f1c tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:28.263855 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4469202f-e4fb-44ad-a1b6-6568a4740d4c req-1825942a-2bcb-4143-83a5-65d717d18f1c tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 932 time: 0.1589634
Apr 15 20:58:28.276118 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add30ee4-eaf4-449c-b748-28ce27d644d6 req-8f4e66f2-59c1-4fa0-8334-cedbf91bb783 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:28.277729 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-add30ee4-eaf4-449c-b748-28ce27d644d6 req-8f4e66f2-59c1-4fa0-8334-cedbf91bb783 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.1354120
Apr 15 20:58:28.292419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de2315c-1f4b-44d2-9e28-6949d862ba3b {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:28.300434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:28.315498 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Transition to ACTIVE for port object 2de2315c-1f4b-44d2-9e28-6949d862ba3b will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 20:58:28.318217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:28.333740 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-10eee40c-7811-4eff-824f-31fd49deabf2 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:28.353134 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4469202f-e4fb-44ad-a1b6-6568a4740d4c req-1b476800-c084-4511-93b6-3cd748bf1d6d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743678
Apr 15 20:58:28.363587 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-add30ee4-eaf4-449c-b748-28ce27d644d6 req-2fa1c741-8408-4f3e-ab70-5b6613de2330 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707016
Apr 15 20:58:28.465446 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Pushing event updated for resources: {'Port': ['ID=2de2315c-1f4b-44d2-9e28-6949d862ba3b,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:28.470257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:28.705029 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Attempting to bind port 2de2315c-1f4b-44d2-9e28-6949d862ba3b on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 20:58:28.705404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Attempting to bind port 2de2315c-1f4b-44d2-9e28-6949d862ba3b by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 20:58:28.705660 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Attempting to bind port 2de2315c-1f4b-44d2-9e28-6949d862ba3b on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:28.710892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Port 2de2315c-1f4b-44d2-9e28-6949d862ba3b on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 20:58:28.711244 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Attempting to bind port 2de2315c-1f4b-44d2-9e28-6949d862ba3b on network e39a7e0a-28d8-49c4-bdfb-423584723cb2 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 20:58:28.717104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 20:58:28.717468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Checking segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 20:58:28.717875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Bound using segment: {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 20:58:28.718334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Bound port: 2de2315c-1f4b-44d2-9e28-6949d862ba3b, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9661447d-ed8a-49b7-bca9-6bf36f2c31b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 20:58:28.718700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:28.812867 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] For port 2de2315c-1f4b-44d2-9e28-6949d862ba3b, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 20:58:28.816030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] For port 2de2315c-1f4b-44d2-9e28-6949d862ba3b, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2de2315c-1f4b-44d2-9e28-6949d862ba3b,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 20:58:28.819969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:28.832689 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d0094645-29f2-48f1-b2d6-91a41ee69e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:29.002527 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Pushing event updated for resources: {'Port': ['ID=2de2315c-1f4b-44d2-9e28-6949d862ba3b,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:29.014582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:29.032228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d171d1c-5c02-4f66-a336-ec84fe6f9696 req-7f1d953a-83a9-4573-a79b-340ed0441980 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.035160 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d171d1c-5c02-4f66-a336-ec84fe6f9696 req-7f1d953a-83a9-4573-a79b-340ed0441980 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 949 time: 0.1030078
Apr 15 20:58:29.038759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.039632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:29.041162 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] 10.222.0.62 "PUT /v2.0/ports/2de2315c-1f4b-44d2-9e28-6949d862ba3b HTTP/1.1" status: 200  len: 1094 time: 1.2560909
Apr 15 20:58:29.041957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'tag': '2de2315c-1f4b-44d2-9e28-6949d862ba3b'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:29.086753 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4d171d1c-5c02-4f66-a336-ec84fe6f9696 req-e6b28951-fbab-4644-85fb-5b326571fb05 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcea0cc6-b47a-43fb-8738-9d4f1027cae0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458519
Apr 15 20:58:29.121326 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'tag': '2de2315c-1f4b-44d2-9e28-6949d862ba3b', 'status': 'completed', 'code': 200}
Apr 15 20:58:29.165907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-c243d3d4-4f5f-402a-8726-a7155317ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.167607 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-c243d3d4-4f5f-402a-8726-a7155317ee3f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 1097 time: 0.0849645
Apr 15 20:58:29.258683 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-10f226d8-12b4-4818-aa7c-88ffd5af715b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de2315c-1f4b-44d2-9e28-6949d862ba3b HTTP/1.1" status: 200  len: 217 time: 0.0777528
Apr 15 20:58:29.290981 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-7d331dd5-314f-4a29-8a81-54ced90a5bf9 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.292590 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-7d331dd5-314f-4a29-8a81-54ced90a5bf9 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.62 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 949 time: 0.0973880
Apr 15 20:58:29.329003 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-2fb371e0-c273-40d3-bcee-9fcd85ecb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.330666 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-2fb371e0-c273-40d3-bcee-9fcd85ecb534 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0646212
Apr 15 20:58:29.372474 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Deleting port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:58:29.372846 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:29.385083 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-dad57ddf-8464-433e-bd54-cc44143c1f6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467253
Apr 15 20:58:29.546811 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-77177220-77ba-406e-b4fd-9b6468f161ef service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519961
Apr 15 20:58:29.699218 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-e4d8e485-86d7-4467-b612-dec8a2111979 req-1375096b-b06f-4891-85b0-f5cf5872b1bc service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423571
Apr 15 20:58:29.770877 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] For port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,segment=NetworkSegment(3845927b-95de-42f3-82e2-ff781581a2b7),segment_id=3845927b-95de-42f3-82e2-ff781581a2b7)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:29.771280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:29.833142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-3e9d3abe-ee80-4ae1-95c2-986786bf64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.834768 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-3e9d3abe-ee80-4ae1-95c2-986786bf64e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 1097 time: 0.0829864
Apr 15 20:58:29.914710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Calling delete_port for 8ec65854-2d8a-44ea-88a6-aa2d67e3052b owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:58:29.972290 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb2c5c-0be1-4005-95a8-ef485e5b9fed req-2f4a1fef-8967-4420-87f8-6d6aa48811eb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.973835 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cfcb2c5c-0be1-4005-95a8-ef485e5b9fed req-2f4a1fef-8967-4420-87f8-6d6aa48811eb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.4779770
Apr 15 20:58:29.979507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-0d1b8417-ae18-47c2-b7bb-c3abd91d0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:29.981164 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-0d1b8417-ae18-47c2-b7bb-c3abd91d0168 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 915 time: 0.1389599
Apr 15 20:58:30.014938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad227-e454-4b4f-b63a-8d682408a064 req-115f950e-873d-4657-a74d-ca2272917312 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:30.016489 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4c0ad227-e454-4b4f-b63a-8d682408a064 req-115f950e-873d-4657-a74d-ca2272917312 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 944 time: 0.3823488
Apr 15 20:58:30.058109 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-ad52ae75-0c2e-4c73-b757-e0e8465a06bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2de2315c-1f4b-44d2-9e28-6949d862ba3b HTTP/1.1" status: 200  len: 217 time: 0.0671635
Apr 15 20:58:30.087170 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-cfcb2c5c-0be1-4005-95a8-ef485e5b9fed req-a4880074-a952-4d5e-a8b4-3d8f0862eace tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979393
Apr 15 20:58:30.135005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-437d2c16-e438-466c-84ae-82d41710ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:30.136952 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-437d2c16-e438-466c-84ae-82d41710ef27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0712721
Apr 15 20:58:30.150624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-4c0ad227-e454-4b4f-b63a-8d682408a064 req-6093bda5-243c-4386-a41f-22595adce0f0 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225452
Apr 15 20:58:30.191625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:30.196009 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-dbd986e5-4241-455f-ba53-67e2a641c40a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500822
Apr 15 20:58:30.207169 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['8ec65854-2d8a-44ea-88a6-aa2d67e3052b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:30.211348 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2ae78f2f-d243-4253-8817-1085e0928df5 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:30.306979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Pushing event deleted for resources: {'Port': ['ID=8ec65854-2d8a-44ea-88a6-aa2d67e3052b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:30.310025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:30.347741 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-8ddae0f2-cf68-4bf0-8925-dcb670939223 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443257
Apr 15 20:58:30.383969 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-870ba633-5f56-409e-a4c5-0f47188bac11 req-21c1d77c-d2bc-47b4-be98-73c242ad3f47 tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.25 "GET /v2.0/ports?device_id=1562c5df-0f75-4ac2-ac16-cea1da1b2518 HTTP/1.1" status: 200  len: 210 time: 0.1327949
Apr 15 20:58:30.556962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] No DVR routers for this DVR port 8ec65854-2d8a-44ea-88a6-aa2d67e3052b on host hv-cinder-56205 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:58:30.559694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:30.564699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'name': 'network-vif-deleted', 'tag': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:30.573848 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-aa7c23c3-b1d9-460a-acbf-868b22a178e1 req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] 10.222.0.62 "DELETE /v2.0/ports/8ec65854-2d8a-44ea-88a6-aa2d67e3052b HTTP/1.1" status: 204  len: 173 time: 1.2738576
Apr 15 20:58:30.629641 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1562c5df-0f75-4ac2-ac16-cea1da1b2518', 'name': 'network-vif-deleted', 'tag': '8ec65854-2d8a-44ea-88a6-aa2d67e3052b', 'status': 'completed', 'code': 200}
Apr 15 20:58:30.769912 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8db500e1-9576-42a4-a5f7-e803649ee70a req-fcf6394b-1ec2-4014-88e7-00bf192d1e70 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4142709
Apr 15 20:58:31.352700 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d712a4-3d47-441f-ac9c-0dc5fbb9f08b req-b7f13bdd-28a8-4162-9853-c9bb0ff199b9 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:31.354323 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f6d712a4-3d47-441f-ac9c-0dc5fbb9f08b req-b7f13bdd-28a8-4162-9853-c9bb0ff199b9 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.1465626
Apr 15 20:58:31.420718 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f6d712a4-3d47-441f-ac9c-0dc5fbb9f08b req-c97350ad-af52-4188-a705-eb6737f4edff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585053
Apr 15 20:58:31.432351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a83921-3fba-4d11-a0f7-76f3db68d779 req-74342762-e146-4d6c-93cd-649b6ae0c6f1 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:31.433950 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0a83921-3fba-4d11-a0f7-76f3db68d779 req-74342762-e146-4d6c-93cd-649b6ae0c6f1 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 944 time: 0.1502373
Apr 15 20:58:31.484449 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b0a83921-3fba-4d11-a0f7-76f3db68d779 req-3be7233e-dbee-4705-ae4a-26a9be92d7ef tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430512
Apr 15 20:58:32.704389 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac6b77-7f4f-4923-b63f-578b8bc1a8c2 req-47c490c7-2712-48f0-a179-bc84e0e0b85a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:32.705995 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ccac6b77-7f4f-4923-b63f-578b8bc1a8c2 req-47c490c7-2712-48f0-a179-bc84e0e0b85a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.1687219
Apr 15 20:58:32.775417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c6568-cd56-4de3-a348-1c91ae5a6c71 req-90ac94b6-423f-4fe8-87b4-61a6fb095a66 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:32.777083 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-781c6568-cd56-4de3-a348-1c91ae5a6c71 req-90ac94b6-423f-4fe8-87b4-61a6fb095a66 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 944 time: 0.1565292
Apr 15 20:58:32.782305 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ccac6b77-7f4f-4923-b63f-578b8bc1a8c2 req-6e35bab0-1d67-42f0-bbf6-d3e54ad676f6 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634613
Apr 15 20:58:32.830564 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-781c6568-cd56-4de3-a348-1c91ae5a6c71 req-66b9ff18-dea8-4536-b27e-a114382c79bd tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458031
Apr 15 20:58:33.750769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 4df6d408-18eb-4a73-b448-357bfea22707 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:58:33.755459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8ec65854-2d8a-44ea-88a6-aa2d67e3052b no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:58:33.801029 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 8ec65854-2d8a-44ea-88a6-aa2d67e3052b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:58:33.801414 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 8ec65854-2d8a-44ea-88a6-aa2d67e3052b not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:58:33.944269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 4df6d408-18eb-4a73-b448-357bfea22707, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=4df6d408-18eb-4a73-b448-357bfea22707,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:33.959859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '4df6d408-18eb-4a73-b448-357bfea22707', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:58:34.023295 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:34.058850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6d408-18eb-4a73-b448-357bfea22707 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:34.073584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-dafae515-005c-4fb9-866e-5c5775044dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:34.078969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc21956-25c8-48fe-a981-395a716b1383 req-dcae86e2-0ac2-4016-a956-8b45baa1efdf tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:34.079142 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 4df6d408-18eb-4a73-b448-357bfea22707, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=4df6d408-18eb-4a73-b448-357bfea22707,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:34.080935 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bdc21956-25c8-48fe-a981-395a716b1383 req-dcae86e2-0ac2-4016-a956-8b45baa1efdf tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 943 time: 0.1734502
Apr 15 20:58:34.082628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:34.083402 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2de2315c-1f4b-44d2-9e28-6949d862ba3b details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 20:58:34.086911 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:34.136081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b6fcc-e56d-4da0-a4a1-6d5c572e0b17 req-24046ea5-d865-47bd-bb91-66312e67559d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:34.137683 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-183b6fcc-e56d-4da0-a4a1-6d5c572e0b17 req-24046ea5-d865-47bd-bb91-66312e67559d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 944 time: 0.1715715
Apr 15 20:58:34.160139 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bdc21956-25c8-48fe-a981-395a716b1383 req-a41bccf8-d722-430e-9fe4-5803eceb047d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680172
Apr 15 20:58:34.187505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=4df6d408-18eb-4a73-b448-357bfea22707,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:34.210449 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-183b6fcc-e56d-4da0-a4a1-6d5c572e0b17 req-6e1d8a90-d21f-48f9-9a48-e0b2f8b4c609 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566318
Apr 15 20:58:34.240781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:34.305337 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 2de2315c-1f4b-44d2-9e28-6949d862ba3b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2de2315c-1f4b-44d2-9e28-6949d862ba3b,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:34.319882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': '2de2315c-1f4b-44d2-9e28-6949d862ba3b', 'network_id': 'e39a7e0a-28d8-49c4-bdfb-423584723cb2', 'port_id': '2de2315c-1f4b-44d2-9e28-6949d862ba3b', 'mac_address': 'fa:16:3e:36:b5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a338a41-4ec5-41d2-bc08-c4f77b023eed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 20:58:34.385828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:34.404289 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de2315c-1f4b-44d2-9e28-6949d862ba3b {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 20:58:34.420839 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 2de2315c-1f4b-44d2-9e28-6949d862ba3b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2de2315c-1f4b-44d2-9e28-6949d862ba3b,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:34.424392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:34.426263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:34.497405 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=2de2315c-1f4b-44d2-9e28-6949d862ba3b,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:34.500557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:34.677713 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['2de2315c-1f4b-44d2-9e28-6949d862ba3b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:34.717386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['4df6d408-18eb-4a73-b448-357bfea22707'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:35.693461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22e407-abc1-4e0d-8b67-a0aff49afd7a req-dd200273-c1eb-4837-bdc2-b49b934e894c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:35.695083 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a22e407-abc1-4e0d-8b67-a0aff49afd7a req-dd200273-c1eb-4837-bdc2-b49b934e894c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 944 time: 0.4164233
Apr 15 20:58:35.724379 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144a79-1dd7-4ae1-8ced-d2289fec97bc req-4b4800d8-fe77-46be-8815-edb52f436dd3 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:35.725916 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2144a79-1dd7-4ae1-8ced-d2289fec97bc req-4b4800d8-fe77-46be-8815-edb52f436dd3 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 945 time: 0.3952184
Apr 15 20:58:35.751508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 4df6d408-18eb-4a73-b448-357bfea22707 up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:58:35.784282 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-2a22e407-abc1-4e0d-8b67-a0aff49afd7a req-3a3f9986-34d4-4822-9c28-2656acebf70d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821207
Apr 15 20:58:35.795251 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-b2144a79-1dd7-4ae1-8ced-d2289fec97bc req-b1ae3a08-0847-4270-8fe7-5d6de5f2404d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627413
Apr 15 20:58:35.833246 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 4df6d408-18eb-4a73-b448-357bfea22707 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:58:35.838758 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 4df6d408-18eb-4a73-b448-357bfea22707 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:58:35.839181 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:35.968626 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-df8c9726-b152-43fa-97b9-9ba7f279cb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:35.986433 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.015997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:36.027415 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 4df6d408-18eb-4a73-b448-357bfea22707, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=4df6d408-18eb-4a73-b448-357bfea22707,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:36.030969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.032227 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2de2315c-1f4b-44d2-9e28-6949d862ba3b up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 20:58:36.063383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:36.097079 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707', 'code': 200}
Apr 15 20:58:36.163701 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=4df6d408-18eb-4a73-b448-357bfea22707,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:36.167134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:36.175495 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port 2de2315c-1f4b-44d2-9e28-6949d862ba3b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 20:58:36.181880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port 2de2315c-1f4b-44d2-9e28-6949d862ba3b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 20:58:36.182300 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.313783 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.349952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port 2de2315c-1f4b-44d2-9e28-6949d862ba3b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2de2315c-1f4b-44d2-9e28-6949d862ba3b,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:36.353152 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.355876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-2d4c7f03-eefb-4256-9fe3-2fa91e2e88d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:36.392576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cae51-a2fb-44a7-93c4-d3b6456f0c8b req-302cb203-46cf-4960-82f8-deffd091871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:36.394317 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f2cae51-a2fb-44a7-93c4-d3b6456f0c8b req-302cb203-46cf-4960-82f8-deffd091871c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1098 time: 0.0823312
Apr 15 20:58:36.435020 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=2de2315c-1f4b-44d2-9e28-6949d862ba3b,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:36.438372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:36.442444 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f2cae51-a2fb-44a7-93c4-d3b6456f0c8b req-1e7a3d88-18a7-45e7-ae1a-ae470fbe20a4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404515
Apr 15 20:58:36.511011 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 32942) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:36.625800 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.690959 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-57d0cc00-5b44-4443-b59b-55f156a32991 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4927b8138ab44048b16fc65e269bc7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1785133
Apr 15 20:58:36.694678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 32948) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:36.765000 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7ceca5be-75b3-4e84-80d0-3db770f9eccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.793387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7ceca5be-75b3-4e84-80d0-3db770f9eccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.857351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7ceca5be-75b3-4e84-80d0-3db770f9eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.863729 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b58f420f-b5d4-497e-9047-6e0a77470ec5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:36.877982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceca5be-75b3-4e84-80d0-3db770f9eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea0cc6-b47a-43fb-8738-9d4f1027cae0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:36.887994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7ceca5be-75b3-4e84-80d0-3db770f9eccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:36.902385 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7ceca5be-75b3-4e84-80d0-3db770f9eccd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcea0cc6-b47a-43fb-8738-9d4f1027cae0 HTTP/1.1" status: 204  len: 168 time: 0.1967020
Apr 15 20:58:36.904314 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-7ceca5be-75b3-4e84-80d0-3db770f9eccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:37.080510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16c901-52fa-41c8-8ff8-a3f4674598ca req-32df9efd-9e93-434e-a16a-d46620d94d21 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:37.082470 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5d16c901-52fa-41c8-8ff8-a3f4674598ca req-32df9efd-9e93-434e-a16a-d46620d94d21 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 945 time: 0.1665773
Apr 15 20:58:37.092525 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d686d-2704-42df-9a0b-252d9010c672 req-de1eb02a-4bbd-4d2f-938a-cf8c16af61ad tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:37.094240 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-709d686d-2704-42df-9a0b-252d9010c672 req-de1eb02a-4bbd-4d2f-938a-cf8c16af61ad tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 946 time: 0.1367254
Apr 15 20:58:37.171635 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5d16c901-52fa-41c8-8ff8-a3f4674598ca req-085f7bfc-704f-45d5-9fe2-38386f25ee2b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758538
Apr 15 20:58:37.185013 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-709d686d-2704-42df-9a0b-252d9010c672 req-daf59ec9-a153-4036-abce-458141957af3 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740855
Apr 15 20:58:37.265634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:38.098634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2315c-1f4b-44d2-9e28-6949d862ba3b'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:38.152580 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de2315c-1f4b-44d2-9e28-6949d862ba3b', 'code': 200}
Apr 15 20:58:38.408429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cded24-df19-4457-86e1-bff4fe5a6f2b req-b3fe5376-8952-4b8c-a797-72fdbf94a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:38.410206 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a3cded24-df19-4457-86e1-bff4fe5a6f2b req-b3fe5376-8952-4b8c-a797-72fdbf94a3e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 1099 time: 0.0793741
Apr 15 20:58:38.454607 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a3cded24-df19-4457-86e1-bff4fe5a6f2b req-3e5f62fb-f5ff-4c29-b173-5bae81f1ea80 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371521
Apr 15 20:58:38.455226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45526416-52e0-4fc6-95e5-4a033185ca68 req-861cb613-6eec-4e9e-896f-192b0b58abbb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:38.456203 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:38.456886 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-45526416-52e0-4fc6-95e5-4a033185ca68 req-861cb613-6eec-4e9e-896f-192b0b58abbb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 945 time: 0.1624715
Apr 15 20:58:38.470921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7196-cec0-4ef5-a949-c3b65d41723c req-6466ed0c-3427-4cfa-a7ff-2f6ff41df068 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:38.472538 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a12a7196-cec0-4ef5-a949-c3b65d41723c req-6466ed0c-3427-4cfa-a7ff-2f6ff41df068 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 946 time: 0.1387584
Apr 15 20:58:38.546946 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-45526416-52e0-4fc6-95e5-4a033185ca68 req-5e225aad-5679-4fb2-bdf4-2584260e7edc tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733523
Apr 15 20:58:38.555022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a12a7196-cec0-4ef5-a949-c3b65d41723c req-55d3923b-f13c-4c11-8f90-73a28cb1dc36 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671957
Apr 15 20:58:38.758601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafc6aa-2afa-4061-bc4e-6c052dd2b214 req-c5fb7b0d-0059-490f-9fa8-84499ca9d419 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:38.760155 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bdafc6aa-2afa-4061-bc4e-6c052dd2b214 req-c5fb7b0d-0059-490f-9fa8-84499ca9d419 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 945 time: 0.0985572
Apr 15 20:58:38.812024 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bdafc6aa-2afa-4061-bc4e-6c052dd2b214 req-7637cd27-cf2f-49b8-8eae-c19a7078a1a1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423188
Apr 15 20:58:38.843386 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 32966) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:38.927959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb63f3a-83e9-4751-8753-e8a5eddafb6f tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:38.929579 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-7fb63f3a-83e9-4751-8753-e8a5eddafb6f tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1093 time: 0.0850081
Apr 15 20:58:38.933842 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 32970) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:58:38.939239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 20:58:38.945697 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:58:38.949865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:floatingip and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:58:38.952876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:58:38.959334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:58:38.971599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:39.118024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:39.276164 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Allocated IP 172.27.2.169 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/c981c782-d647-4c81-a955-42ffb396122a) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 20:58:39.437449 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:39.468584 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:39.484736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cba1124f-b9ad-43fa-80cc-1412d938c628 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:39.618298 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=c981c782-d647-4c81-a955-42ffb396122a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:39.640357 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.640807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.641228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.641632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.642031 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.642436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.642833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.643232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.643624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.644170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.644483 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.644861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:58:39.649977 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:39.689937 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 20:58:39.690974 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 20:58:39.693487 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 20:58:39.763998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d142-5feb-4f60-927a-e462e9d8817d req-2d2ad532-c895-42cf-bad4-3b07af9be9db tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:39.765960 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0820d142-5feb-4f60-927a-e462e9d8817d req-2d2ad532-c895-42cf-bad4-3b07af9be9db tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 946 time: 0.0958893
Apr 15 20:58:39.816801 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0820d142-5feb-4f60-927a-e462e9d8817d req-33da6890-39ed-4fff-8e60-bee2a95eb546 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435209
Apr 15 20:58:40.136353 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:40.221163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:40.449162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:40.453936 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:40.466645 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:40.613760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=c981c782-d647-4c81-a955-42ffb396122a,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:40.617170 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:40.727336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:40.914204 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Floating IP 277face1-8165-453d-8867-f69eac9e93be associated. External IP: 172.27.2.169, port: 4df6d408-18eb-4a73-b448-357bfea22707.
Apr 15 20:58:41.294898 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 20:58:41.745292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 20:58:41.756240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 20:58:41.767332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:58:41.768097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c56b8a20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:58:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:41.774001 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:41.839806 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9048662
Apr 15 20:58:41.840615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:41.901672 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707', 'status': 'completed', 'code': 200}
Apr 15 20:58:42.009770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-e2476f75-6e7c-4e7e-860d-bbaaff42837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:42.011503 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-e2476f75-6e7c-4e7e-860d-bbaaff42837f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1098 time: 0.0853531
Apr 15 20:58:42.177993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-e174aa94-86d0-453a-b810-a151e1fe04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:42.179576 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-e174aa94-86d0-453a-b810-a151e1fe04ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1594989
Apr 15 20:58:42.182592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:58:42.301406 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-58232eb9-988f-4923-9097-abf4f2a37236 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 999 time: 0.1144493
Apr 15 20:58:42.374828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-2b5ad249-5399-4d0a-89e4-21476da48920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:42.376673 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-2b5ad249-5399-4d0a-89e4-21476da48920 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0673990
Apr 15 20:58:42.478162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-679a8097-c9b1-4ac6-b664-36b696c98d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:42.479767 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-679a8097-c9b1-4ac6-b664-36b696c98d0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0964966
Apr 15 20:58:42.580297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c56b8a20>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:40Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:42.584749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 20:58:42.594111 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 20:58:42.595124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c56b8a20>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T20:58:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:42.635530 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-e06716fa-8a6a-4427-baf9-b1952e3e9674 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444666
Apr 15 20:58:42.790603 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d07c4c55-36b5-4a7b-a2ca-2f6a713c779b req-25b8989c-cf35-4335-b95d-0afb04b92e82 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478817
Apr 15 20:58:42.794822 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 20:58:43.188604 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c56b8a20>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:40Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:58:43.193431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b24423a-0db4-46c5-87b2-c1fb746b524f None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:40Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 20:58:43.490548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126d5d10-17a1-48a2-ab04-784bfe538019 None None] New status for floating IP 277face1-8165-453d-8867-f69eac9e93be: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 20:58:46.020514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:48.208679 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-c66b2baa-7ad3-4f4e-8068-35cf6c41a59f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0850608
Apr 15 20:58:48.318610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606317f3-0887-4fec-bf0f-08ae4933321b req-dc7199ff-1189-42f7-947f-6dafa1441063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:48.320275 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-dc7199ff-1189-42f7-947f-6dafa1441063 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 1099 time: 0.0784729
Apr 15 20:58:48.496146 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606317f3-0887-4fec-bf0f-08ae4933321b req-eb43991a-c14e-4f44-8175-8da01663ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:48.499463 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-eb43991a-c14e-4f44-8175-8da01663ed6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 200  len: 915 time: 0.1496346
Apr 15 20:58:48.579139 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-039a5b4a-43b1-4ec8-9280-28e154f26554 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35ea032b-4e3e-45d2-845c-36d9b910130e HTTP/1.1" status: 200  len: 217 time: 0.0738823
Apr 15 20:58:48.658866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606317f3-0887-4fec-bf0f-08ae4933321b req-fa7234c3-3294-4a44-9544-8c34e83a752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:48.660658 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-fa7234c3-3294-4a44-9544-8c34e83a752e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 200  len: 854 time: 0.0722084
Apr 15 20:58:48.717886 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-e9b6cba7-af71-42a3-9c87-311aea0e8fbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e39a7e0a-28d8-49c4-bdfb-423584723cb2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506554
Apr 15 20:58:48.867076 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-7d5bd77a-cc14-43e6-ab44-f800b80f14e3 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412785
Apr 15 20:58:49.017425 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-606317f3-0887-4fec-bf0f-08ae4933321b req-1b39df6a-d229-4f3d-8ef6-20cb95fcc553 service neutron] 10.222.0.62 "GET /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431468
Apr 15 20:58:53.215058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b004be-b7cb-4d64-9f19-ee169783b3c0 req-6c21e663-a491-47d7-8e48-969ccc0e1305 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:53.216911 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b004be-b7cb-4d64-9f19-ee169783b3c0 req-6c21e663-a491-47d7-8e48-969ccc0e1305 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 946 time: 0.1093524
Apr 15 20:58:53.271427 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-93b004be-b7cb-4d64-9f19-ee169783b3c0 req-a4dccb4f-c366-4e15-8cdc-dedd8fe4882e tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446138
Apr 15 20:58:54.495815 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b3963-b34c-44c7-8968-2f69a50f1763 req-efecb89b-27c9-48c0-bea9-97c9bc31ccaa tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:54.497452 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-935b3963-b34c-44c7-8968-2f69a50f1763 req-efecb89b-27c9-48c0-bea9-97c9bc31ccaa tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 946 time: 0.1030939
Apr 15 20:58:54.550187 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-935b3963-b34c-44c7-8968-2f69a50f1763 req-09b344d2-a460-425f-b3c5-a9cd83e89cc3 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437469
Apr 15 20:58:54.849545 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-d19699d4-f6b3-483b-9cd1-3cfcb3676f1d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:54.850301 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-d19699d4-f6b3-483b-9cd1-3cfcb3676f1d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:58:54.865168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-d19699d4-f6b3-483b-9cd1-3cfcb3676f1d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:58:54.866333 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-d19699d4-f6b3-483b-9cd1-3cfcb3676f1d tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 946 time: 0.1058214
Apr 15 20:58:54.949612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Deleting port 2de2315c-1f4b-44d2-9e28-6949d862ba3b {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:58:54.949997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:55.232723 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] For port 2de2315c-1f4b-44d2-9e28-6949d862ba3b, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2de2315c-1f4b-44d2-9e28-6949d862ba3b,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:58:55.232988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:55.377350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Calling delete_port for 2de2315c-1f4b-44d2-9e28-6949d862ba3b owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:58:55.539847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:55.552670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e', '61c3be3e-8189-4075-adbf-44efe35f85bb', '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c', '2de2315c-1f4b-44d2-9e28-6949d862ba3b'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:58:55.556373 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-cc600e9a-0fe8-442f-b48e-faa303da5472 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:58:55.605739 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event deleted for resources: {'Port': ['ID=2de2315c-1f4b-44d2-9e28-6949d862ba3b,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:58:55.608540 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:58:55.721758 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bdccdb20-d5dc-4c35-8750-8bbf25c3dcb9 req-fe539afd-bcfc-4ecb-aea9-61dd4ac0279e tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=77e48e61-fd4d-4c95-8b01-46e487df244e HTTP/1.1" status: 200  len: 210 time: 0.0516503
Apr 15 20:58:55.813640 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] No DVR routers for this DVR port 2de2315c-1f4b-44d2-9e28-6949d862ba3b on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:58:55.816900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:58:55.820310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'name': 'network-vif-deleted', 'tag': '2de2315c-1f4b-44d2-9e28-6949d862ba3b'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:58:55.841478 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-848d7e1d-8da6-4024-8f07-a45ffb348269 req-78924d6e-2878-474a-83fe-367689c83578 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "DELETE /v2.0/ports/2de2315c-1f4b-44d2-9e28-6949d862ba3b HTTP/1.1" status: 204  len: 173 time: 0.9687233
Apr 15 20:58:55.876908 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e48e61-fd4d-4c95-8b01-46e487df244e', 'name': 'network-vif-deleted', 'tag': '2de2315c-1f4b-44d2-9e28-6949d862ba3b', 'status': 'completed', 'code': 200}
Apr 15 20:58:58.483656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0fe96-4b6c-446f-8896-4b7a3001ac55 req-c06a5c11-b989-4a16-83f8-f82de3d8f672 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:58.485323 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1bf0fe96-4b6c-446f-8896-4b7a3001ac55 req-c06a5c11-b989-4a16-83f8-f82de3d8f672 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 946 time: 0.1037772
Apr 15 20:58:58.535520 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1bf0fe96-4b6c-446f-8896-4b7a3001ac55 req-50e6d682-8803-4bcf-a57a-9d95edd1a8dc tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437288
Apr 15 20:58:59.753391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09ee9a-a3e9-4f86-bf5e-a66556a264ea req-0773cdde-740a-4ee9-b693-86a4a2004581 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:59.755041 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6a09ee9a-a3e9-4f86-bf5e-a66556a264ea req-0773cdde-740a-4ee9-b693-86a4a2004581 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 946 time: 0.1020863
Apr 15 20:58:59.810983 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-6a09ee9a-a3e9-4f86-bf5e-a66556a264ea req-3ad3c496-4d88-4ff1-8dfa-6b7b39be17e6 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478554
Apr 15 20:58:59.845509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2de2315c-1f4b-44d2-9e28-6949d862ba3b no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:58:59.886114 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 2de2315c-1f4b-44d2-9e28-6949d862ba3b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:58:59.886484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2de2315c-1f4b-44d2-9e28-6949d862ba3b not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:58:59.950278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-04c56c22-c905-4b9f-bad3-bf15fe69fbdb tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:58:59.951026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-04c56c22-c905-4b9f-bad3-bf15fe69fbdb tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:58:59.968105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-04c56c22-c905-4b9f-bad3-bf15fe69fbdb tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:58:59.969342 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-04c56c22-c905-4b9f-bad3-bf15fe69fbdb tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 946 time: 0.1104012
Apr 15 20:59:00.049285 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Deleting port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:59:00.049666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:00.328391 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] For port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:59:00.328812 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:00.464997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Calling delete_port for 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:59:00.637655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:00.650072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e', '61c3be3e-8189-4075-adbf-44efe35f85bb', '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:59:00.653322 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bc655731-ada0-455b-8fc3-b0840894e064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:00.750154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event deleted for resources: {'Port': ['ID=2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:00.757069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:00.992980 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f717838d-6d32-4081-8177-95a511d18a00 req-44d79d90-416d-4145-8937-1f38df6ffe3c tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce HTTP/1.1" status: 200  len: 210 time: 0.0543849
Apr 15 20:59:01.171484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] No DVR routers for this DVR port 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:59:01.174113 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:01.177485 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'name': 'network-vif-deleted', 'tag': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:59:01.193796 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-0eb67e72-2e95-4ecf-88ed-f4ae822eef0e req-5bc0a6e9-2c5c-4528-9137-b39c4515481b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "DELETE /v2.0/ports/2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c HTTP/1.1" status: 204  len: 173 time: 1.2179577
Apr 15 20:59:01.227002 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da794f6-1e9f-4a3b-8ecc-ee7cb2afc9ce', 'name': 'network-vif-deleted', 'tag': '2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c', 'status': 'completed', 'code': 200}
Apr 15 20:59:02.486400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504167e-45fb-4f6e-bba2-e21275953155 req-850f17d8-6067-4656-90f7-19e530ce4fa7 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:02.488125 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8504167e-45fb-4f6e-bba2-e21275953155 req-850f17d8-6067-4656-90f7-19e530ce4fa7 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 945 time: 0.0940406
Apr 15 20:59:02.542278 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8504167e-45fb-4f6e-bba2-e21275953155 req-10144e8c-8d81-4732-b450-c423e4adca2e tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440886
Apr 15 20:59:03.771810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd062-c67d-40d0-9992-3a73124be5e3 req-3399379d-fa7f-4633-93a6-e16ad8634bc9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:03.773414 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-707cd062-c67d-40d0-9992-3a73124be5e3 req-3399379d-fa7f-4633-93a6-e16ad8634bc9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 945 time: 0.0994322
Apr 15 20:59:03.827684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-06489420-20ba-41e1-b32a-5ebf65073b72 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:03.828951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-06489420-20ba-41e1-b32a-5ebf65073b72 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:59:03.832612 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-707cd062-c67d-40d0-9992-3a73124be5e3 req-f0b2ffba-311c-45e4-8076-cbb399220f69 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516281
Apr 15 20:59:03.851052 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-06489420-20ba-41e1-b32a-5ebf65073b72 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:59:03.852974 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-06489420-20ba-41e1-b32a-5ebf65073b72 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 945 time: 0.1229928
Apr 15 20:59:03.860912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:59:03.895023 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:59:03.900271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:59:03.900659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 2ddde28f-5b6f-47a7-bf84-0afc8ee05e4c not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:59:03.934232 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Deleting port 61c3be3e-8189-4075-adbf-44efe35f85bb {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:59:03.934606 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:04.021396 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-716f3a31-cd1e-4a9c-a600-a90555e5ebb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:04.204976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] For port 61c3be3e-8189-4075-adbf-44efe35f85bb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=61c3be3e-8189-4075-adbf-44efe35f85bb,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:59:04.205276 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:04.339496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Calling delete_port for 61c3be3e-8189-4075-adbf-44efe35f85bb owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:59:04.501207 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:04.512718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e', '61c3be3e-8189-4075-adbf-44efe35f85bb'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:59:04.517065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6ff21b81-4fc1-4c49-97b2-0b8a0f7511bb tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:04.570702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event deleted for resources: {'Port': ['ID=61c3be3e-8189-4075-adbf-44efe35f85bb,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:04.617043 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:04.769101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] No DVR routers for this DVR port 61c3be3e-8189-4075-adbf-44efe35f85bb on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:59:04.771486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:04.774321 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'name': 'network-vif-deleted', 'tag': '61c3be3e-8189-4075-adbf-44efe35f85bb'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:59:04.792053 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-63a34598-2ba0-4f9c-afc2-c1869cf465c7 req-eafdaea5-c7f8-4cfd-8f92-a7dca12a1c17 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "DELETE /v2.0/ports/61c3be3e-8189-4075-adbf-44efe35f85bb HTTP/1.1" status: 204  len: 173 time: 0.9312131
Apr 15 20:59:04.829305 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a040af0-aaa2-4cf4-b657-683adecc29fc', 'name': 'network-vif-deleted', 'tag': '61c3be3e-8189-4075-adbf-44efe35f85bb', 'status': 'completed', 'code': 200}
Apr 15 20:59:05.030144 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-34fba27e-543c-4384-8ccb-c8403f21a8bf req-9646bfab-5cf2-446c-935f-ddf924a31d25 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a040af0-aaa2-4cf4-b657-683adecc29fc HTTP/1.1" status: 200  len: 210 time: 0.0507500
Apr 15 20:59:05.940987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3e10acd5-4797-471a-a84b-e86bb683a674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:06.628272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:07.273484 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:07.814827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731bf27-10ce-4be0-b398-d57087676010 req-79b7e79b-9c5b-4cb7-89a3-f1043731cf0b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:07.816715 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9731bf27-10ce-4be0-b398-d57087676010 req-79b7e79b-9c5b-4cb7-89a3-f1043731cf0b tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 946 time: 0.0990670
Apr 15 20:59:07.871121 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9731bf27-10ce-4be0-b398-d57087676010 req-c6f90a19-07be-4e03-be78-73c351db0010 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447333
Apr 15 20:59:07.873836 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 61c3be3e-8189-4075-adbf-44efe35f85bb no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:59:07.912884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 61c3be3e-8189-4075-adbf-44efe35f85bb {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:59:07.913268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 61c3be3e-8189-4075-adbf-44efe35f85bb not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:59:08.459177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:09.085109 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7c998-7393-40a8-85fd-712dcfcd07b0 req-d94a9cef-b76f-4489-b229-49bbf5dfaf0a tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:09.086722 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-41c7c998-7393-40a8-85fd-712dcfcd07b0 req-d94a9cef-b76f-4489-b229-49bbf5dfaf0a tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 946 time: 0.0965900
Apr 15 20:59:09.137263 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-41c7c998-7393-40a8-85fd-712dcfcd07b0 req-2144a9fd-64c4-492a-af17-355253a324b8 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/security-groups?id=26d5ba2d-9828-46d1-860a-0580e8254185&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439353
Apr 15 20:59:09.171695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-117179c6-ab96-4d2c-82ed-71f12f3faefc tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:09.172427 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-117179c6-ab96-4d2c-82ed-71f12f3faefc tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Synchronizing usage tracker for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 20:59:09.190765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-117179c6-ab96-4d2c-82ed-71f12f3faefc tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Unset dirty status for tenant:cb18b747ae4b43d9bba52eaf50143ab5 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 20:59:09.190765 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-117179c6-ab96-4d2c-82ed-71f12f3faefc tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 946 time: 0.1140726
Apr 15 20:59:09.279264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Deleting port 35ea032b-4e3e-45d2-845c-36d9b910130e {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 20:59:09.279683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:09.566226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] For port 35ea032b-4e3e-45d2-845c-36d9b910130e, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=35ea032b-4e3e-45d2-845c-36d9b910130e,segment=NetworkSegment(9661447d-ed8a-49b7-bca9-6bf36f2c31b4),segment_id=9661447d-ed8a-49b7-bca9-6bf36f2c31b4)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 20:59:09.566828 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:09.703316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Calling delete_port for 35ea032b-4e3e-45d2-845c-36d9b910130e owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 20:59:09.857098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:09.869048 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['35ea032b-4e3e-45d2-845c-36d9b910130e'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 20:59:09.872307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5632b2cd-c6d5-4ec3-a006-5ced5fa6c2ed tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:09.920054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Pushing event deleted for resources: {'Port': ['ID=35ea032b-4e3e-45d2-845c-36d9b910130e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:09.968868 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:10.121263 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] No DVR routers for this DVR port 35ea032b-4e3e-45d2-845c-36d9b910130e on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 20:59:10.123995 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:10.126821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bfacec-5d48-42df-9b44-038a12974576', 'name': 'network-vif-deleted', 'tag': '35ea032b-4e3e-45d2-845c-36d9b910130e'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 20:59:10.146201 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-f05adf00-7eb6-46ac-884b-ba090cc99707 req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.62 "DELETE /v2.0/ports/35ea032b-4e3e-45d2-845c-36d9b910130e HTTP/1.1" status: 204  len: 173 time: 0.9491284
Apr 15 20:59:10.190522 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bfacec-5d48-42df-9b44-038a12974576', 'name': 'network-vif-deleted', 'tag': '35ea032b-4e3e-45d2-845c-36d9b910130e', 'status': 'completed', 'code': 200}
Apr 15 20:59:10.312172 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-a07fe63e-7e6c-4c54-910a-c739b96d39c3 req-fd0405cb-648f-4e44-8907-661ed4306bc3 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] 10.222.0.25 "GET /v2.0/ports?device_id=18bfacec-5d48-42df-9b44-038a12974576 HTTP/1.1" status: 200  len: 210 time: 0.0521386
Apr 15 20:59:11.416368 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33098) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:11.491094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Deleting subnet 4a338a41-4ec5-41d2-bc08-c4f77b023eed {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 20:59:11.494760 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:11.554574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2826480'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:11.618219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:11.887354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850838058'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:11.901299 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-23796c1a-3ffa-4623-b924-9e8a7e3db7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:11.986236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a338a41-4ec5-41d2-bc08-c4f77b023eed,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:12.005310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:12.043588 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:12.049919 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8b343a6c-ba6d-4935-8a1d-819066f3fbf7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a338a41-4ec5-41d2-bc08-c4f77b023eed HTTP/1.1" status: 204  len: 168 time: 0.6323459
Apr 15 20:59:12.053912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33104) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:12.177443 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:12.379126 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:12.501671 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75bfc80b00>,) {'filters': {'network_id': ['e39a7e0a-28d8-49c4-bdfb-423584723cb2']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:59:12.515330 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bfc80b00>, '9661447d-ed8a-49b7-bca9-6bf36f2c31b4') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:59:12.515667 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bfc80b00>, '9661447d-ed8a-49b7-bca9-6bf36f2c31b4') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 20:59:12.528240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851949368'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:12.543251 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:12.550082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 20:59:12.734085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:59:12.743998 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851967418'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:12.924976 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Network e39a7e0a-28d8-49c4-bdfb-423584723cb2 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 20:59:12.952770 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 20:59:13.040141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:13.044097 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:13.058596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:13.070367 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39a7e0a-28d8-49c4-bdfb-423584723cb2,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:13.074030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:13.078619 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e7f0bb11-3392-4d12-a6a8-dcd7ce4993e3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e39a7e0a-28d8-49c4-bdfb-423584723cb2 HTTP/1.1" status: 204  len: 168 time: 1.0230942
Apr 15 20:59:13.287376 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33110) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:13.355100 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-4f0248a9-33dc-4b34-993b-afb55f09aebd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb18b747ae4b43d9bba52eaf50143ab5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0659246
Apr 15 20:59:13.358012 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33114) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:13.420865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:13.452983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:13.501332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:13.505278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8cd84402-8457-4a07-81b5-73580fa12b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:13.520132 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d5ba2d-9828-46d1-860a-0580e8254185,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:13.535817 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.536302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.536804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.537239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.537759 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.538310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.539188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.539718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.540339 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.540847 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.541374 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.541913 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 20:59:13.546761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:13.550539 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:13.552561 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c3beae4f-122e-4cd7-8605-96f6e28751cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26d5ba2d-9828-46d1-860a-0580e8254185 HTTP/1.1" status: 204  len: 168 time: 0.1933799
Apr 15 20:59:13.907442 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 35ea032b-4e3e-45d2-845c-36d9b910130e no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 20:59:13.945627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 35ea032b-4e3e-45d2-845c-36d9b910130e {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 20:59:13.946025 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 35ea032b-4e3e-45d2-845c-36d9b910130e not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 20:59:16.015552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.255804 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33250) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:26.407165 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.422876 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:59:26.427261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Usage tracker for resource:security_group_rule and tenant:d35870bc58004d9d943c53af4d0d40d6 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:59:26.430448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:59:26.441655 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:59:26.534616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.539293 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.547200 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8d1046a9-9afd-4d88-b6ab-4ac9eb66b78c tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:26.591245 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d35870bc58004d9d943c53af4d0d40d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3342438
Apr 15 20:59:26.592247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36cf31a-ea58-410e-8af0-f9f6c00cddc8,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:26.594351 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33256) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:26.596205 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5d5f6fb1-3d3a-454f-b6c3-93a8f688d618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:26.664397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1e573f76-04a3-4769-a0c7-0b8b51a4ab51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.693377 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1e573f76-04a3-4769-a0c7-0b8b51a4ab51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.740222 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1e573f76-04a3-4769-a0c7-0b8b51a4ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.745327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-087b014e-2d7c-4e2f-83a0-67b7e9e73c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:26.759352 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e573f76-04a3-4769-a0c7-0b8b51a4ab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36cf31a-ea58-410e-8af0-f9f6c00cddc8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:26.762157 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1e573f76-04a3-4769-a0c7-0b8b51a4ab51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:26.763452 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1e573f76-04a3-4769-a0c7-0b8b51a4ab51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:26.765264 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1e573f76-04a3-4769-a0c7-0b8b51a4ab51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d36cf31a-ea58-410e-8af0-f9f6c00cddc8 HTTP/1.1" status: 204  len: 168 time: 0.1694391
Apr 15 20:59:27.096790 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33264) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:27.117122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:27.138257 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 20:59:27.142775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Usage tracker for resource:security_group_rule and tenant:34d3d52291bd4b7cb6dd9817a2a308bc is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 20:59:27.146024 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 20:59:27.152654 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 20:59:27.240534 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:27.244073 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:27.253217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-045d96e9-d49e-4348-ac21-b1ebffba875b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:27.295481 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34d3d52291bd4b7cb6dd9817a2a308bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1973588
Apr 15 20:59:27.297372 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d967c5-a944-43cf-adfe-c7d329639e93,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:27.298801 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33268) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 20:59:27.300810 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:27.362287 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6652e025-3923-4709-909e-c8490e02a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:27.394354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6652e025-3923-4709-909e-c8490e02a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:27.442875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6652e025-3923-4709-909e-c8490e02a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:27.449190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-876c93bb-2ad1-4be6-aabf-d2f283f7b580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 20:59:27.466360 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652e025-3923-4709-909e-c8490e02a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d967c5-a944-43cf-adfe-c7d329639e93,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 20:59:27.471091 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6652e025-3923-4709-909e-c8490e02a825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 20:59:27.474886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6652e025-3923-4709-909e-c8490e02a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:27.476143 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-6652e025-3923-4709-909e-c8490e02a825 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20d967c5-a944-43cf-adfe-c7d329639e93 HTTP/1.1" status: 204  len: 168 time: 0.1762643
Apr 15 20:59:34.015889 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f42d2b80-6219-49cb-be0e-dae95e5a907e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:35.933893 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1fb13ae0-14a0-48fa-b4a4-e34b2cd294ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:36.624674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:37.268077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:38.461343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:40.894482 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 20:59:46.037685 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 20:59:50.190545 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-067912c5-39be-498c-9f10-e2db57755fca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0856304
Apr 15 20:59:50.348837 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-ee0203f8-7462-4300-b82b-d6d8366755f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:50.350457 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-ee0203f8-7462-4300-b82b-d6d8366755f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1098 time: 0.0842581
Apr 15 20:59:50.754002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-42ba4a9a-4d34-49ef-a470-a695dc4771af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:50.755679 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-42ba4a9a-4d34-49ef-a470-a695dc4771af service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.3849900
Apr 15 20:59:50.872349 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-a29a546b-141f-4a06-a4a9-89cb07f080bf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 1001 time: 0.1094563
Apr 15 20:59:50.947926 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-508f8885-4792-45cb-a1f6-d76eca632a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:50.949503 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-508f8885-4792-45cb-a1f6-d76eca632a17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0712647
Apr 15 20:59:51.040496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-1fca6121-4b76-47c4-8b91-f2f7929766c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 20:59:51.042164 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-1fca6121-4b76-47c4-8b91-f2f7929766c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0865076
Apr 15 20:59:51.191190 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-3acbe47b-21c8-40f2-8259-a9bec924ea38 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419477
Apr 15 20:59:51.341145 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3dba0fca-423d-4fe6-a7ec-558bfbdc1f53 req-920dd795-7ff1-4a72-8fd8-45414e063ca1 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431403
Apr 15 21:00:01.651946 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33482) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:01.793381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:01.810752 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:01.815264 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed13c6b272f4b2795ebe0749f3fa420 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:01.818536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:01.825193 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:01.917648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:01.921831 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:01.929582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3948d9b9-2e2a-40e4-9283-5fd9d91955c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:01.975412 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ed13c6b272f4b2795ebe0749f3fa420&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3217509
Apr 15 21:00:01.976267 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711b2dcf-8246-4d1f-818c-5e57291c4808,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:01.979678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33488) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:01.985222 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.985638 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.986044 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.986448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.986865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.987261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.987644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.988065 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.988459 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.988850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.989238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.989624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:01.994256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-416cdabe-7425-421c-af6d-441ec604acf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:02.046823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29b8c6a2-868f-4c27-8e65-f1349392e4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.077037 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29b8c6a2-868f-4c27-8e65-f1349392e4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.123220 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29b8c6a2-868f-4c27-8e65-f1349392e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.127284 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f9dfc4d8-603a-4a0c-a2d9-34fd16da7937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:02.144316 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8c6a2-868f-4c27-8e65-f1349392e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711b2dcf-8246-4d1f-818c-5e57291c4808,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:02.148566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-29b8c6a2-868f-4c27-8e65-f1349392e4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:02.159984 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-29b8c6a2-868f-4c27-8e65-f1349392e4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.161208 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-29b8c6a2-868f-4c27-8e65-f1349392e4f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/711b2dcf-8246-4d1f-818c-5e57291c4808 HTTP/1.1" status: 204  len: 168 time: 0.1804318
Apr 15 21:00:02.477155 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33496) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:02.497160 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.513480 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:02.517709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Usage tracker for resource:security_group_rule and tenant:bbd2398c6c1f4a9da600b00023a1da60 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:02.520791 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:02.526997 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:02.618304 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.622004 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.631346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3a11f24c-6b46-4b5d-8c7a-a9bcd6916e1f tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:02.673701 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbd2398c6c1f4a9da600b00023a1da60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1953456
Apr 15 21:00:02.675486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50986a3e-fb14-4a4a-85d1-9b5592b6bf58,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:02.676794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33500) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:02.678774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-139514ca-4de6-4f4e-b6b6-1955d58ad4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:02.745271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5c82-e064-48d0-94bb-1665976b68c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.773086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5c82-e064-48d0-94bb-1665976b68c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.819679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5c82-e064-48d0-94bb-1665976b68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.823618 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bf733955-327a-42d3-a25f-85f5991d59da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:02.838042 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d5c82-e064-48d0-94bb-1665976b68c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50986a3e-fb14-4a4a-85d1-9b5592b6bf58,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:02.842166 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ff7d5c82-e064-48d0-94bb-1665976b68c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:02.848969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ff7d5c82-e064-48d0-94bb-1665976b68c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:02.850955 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ff7d5c82-e064-48d0-94bb-1665976b68c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50986a3e-fb14-4a4a-85d1-9b5592b6bf58 HTTP/1.1" status: 204  len: 168 time: 0.1729152
Apr 15 21:00:04.024457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b3cac853-206f-4739-a476-84124e8a51bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:05.941147 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a871cf1e-f961-4f1a-b463-bc42aa6299e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:06.629089 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:07.277626 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:08.466156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.033624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33596) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:09.169369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.189680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:09.194005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ff23cab5e14691ac540e287b191301 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:09.197079 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:09.203328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:09.291401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.295064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.302861 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-263c4d63-c6c6-42cd-a438-0c4caaccd03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:09.349279 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4ff23cab5e14691ac540e287b191301&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3143919
Apr 15 21:00:09.351129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a104e04-7089-4792-a2cc-a94fded0a152,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:09.352327 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33602) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:09.354719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1ac8420e-a83d-4643-a5ea-b7e422737600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:09.417261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.445370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.503658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.507814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-33a4c9be-a1b0-434e-9ce5-074e38c0032e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:09.522591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a104e04-7089-4792-a2cc-a94fded0a152,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:09.527634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:09.534461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.535816 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a104e04-7089-4792-a2cc-a94fded0a152 HTTP/1.1" status: 204  len: 168 time: 0.1823881
Apr 15 21:00:09.844210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33610) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:09.866063 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.882625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:09.887468 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Usage tracker for resource:security_group_rule and tenant:b8f0a71bfcb943c2822b1d0912d9df98 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:09.890768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:09.897204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:09.993319 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:09.997336 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:10.006161 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-553309b0-0ca9-4a5c-8736-5e439b21084c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:10.051219 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f59501-2118-4033-b660-75837888ebe0,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:10.056130 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8f0a71bfcb943c2822b1d0912d9df98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2100217
Apr 15 21:00:10.057054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-546db88b-c78c-4148-9d0b-3d4c13d27a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:10.059598 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33614) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:10.130762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7526-9d2c-4205-a809-5f12cf58560e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:10.160334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7526-9d2c-4205-a809-5f12cf58560e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:10.211333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7526-9d2c-4205-a809-5f12cf58560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:10.215236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c53b56e2-8fe4-4c0f-ac76-e5d75bd14e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:10.228580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a7526-9d2c-4205-a809-5f12cf58560e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f59501-2118-4033-b660-75837888ebe0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:10.233140 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-0a9a7526-9d2c-4205-a809-5f12cf58560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:10.236624 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0a9a7526-9d2c-4205-a809-5f12cf58560e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:10.237897 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-0a9a7526-9d2c-4205-a809-5f12cf58560e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02f59501-2118-4033-b660-75837888ebe0 HTTP/1.1" status: 204  len: 168 time: 0.1778355
Apr 15 21:00:11.575892 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33646) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:11.707586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:11.724333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:11.728582 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Usage tracker for resource:security_group_rule and tenant:50ffa3ddd28244cca56673a3ae661fa4 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:11.731623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:11.737767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:11.829704 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:11.833747 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:11.841738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b9c13ac7-cbe5-4023-a282-858e783086dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:11.886674 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50ffa3ddd28244cca56673a3ae661fa4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3092170
Apr 15 21:00:11.887653 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25831c1-61b4-4a95-9e9b-9b10d16de147,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:11.890270 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33652) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:11.893153 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:11.960069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-644376c3-5c83-49c9-8269-70f12c461b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:11.989620 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-644376c3-5c83-49c9-8269-70f12c461b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:12.038119 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-644376c3-5c83-49c9-8269-70f12c461b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:12.043335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9895f71c-3e05-44f3-b717-3976c8817444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:12.054850 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644376c3-5c83-49c9-8269-70f12c461b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25831c1-61b4-4a95-9e9b-9b10d16de147,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:12.058670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-644376c3-5c83-49c9-8269-70f12c461b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:12.062154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-644376c3-5c83-49c9-8269-70f12c461b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:12.065408 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-644376c3-5c83-49c9-8269-70f12c461b95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e25831c1-61b4-4a95-9e9b-9b10d16de147 HTTP/1.1" status: 204  len: 168 time: 0.1721718
Apr 15 21:00:16.029586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:17.894811 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:00:21.650151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33740) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:21.783156 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:21.800635 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:21.805431 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Usage tracker for resource:security_group_rule and tenant:686eb0087fad4885b58a7d3d68ff2455 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:21.808575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:21.814718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:21.901763 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:21.904918 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:21.913124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-25d2df8b-4ab9-43bf-a9ad-46b021f44869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:21.957727 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=686eb0087fad4885b58a7d3d68ff2455&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3063898
Apr 15 21:00:21.958749 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93848a89-4002-4ee9-ba8d-fe68bc8cc1f0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:21.961141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33746) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:21.962360 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bbb5ea74-ad0e-4708-b0e3-d994e68c6b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:22.040762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:22.068996 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:22.127968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:22.133045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e4f7930f-e188-4881-8c53-8797add0313e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:22.145544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93848a89-4002-4ee9-ba8d-fe68bc8cc1f0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:22.155767 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.156067 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.156507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.156906 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.157311 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.157710 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.158104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.158500 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.158907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.159870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.159870 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.160129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:22.163370 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:22.164652 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93848a89-4002-4ee9-ba8d-fe68bc8cc1f0 HTTP/1.1" status: 204  len: 168 time: 0.2015500
Apr 15 21:00:22.165616 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-22d1c259-ae3f-4927-82c0-eb878cad2b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:34.019934 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c48a083c-f453-4e29-9639-baf0e8a2fcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:35.934393 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-76720497-e6b2-41aa-97d4-997cf055603a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:36.569206 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-343bdf2d-4590-48fd-9f1c-4b54c2a441c8 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983196112&fields=id&tenant_id=1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 267 time: 0.0502863
Apr 15 21:00:36.630971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:36.737979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-08971703-5da3-4864-8dd1-7e914a37c261 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:36.739479 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-08971703-5da3-4864-8dd1-7e914a37c261 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 812 time: 0.1623878
Apr 15 21:00:36.756363 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-fb9af571-c681-4094-9030-b899d84072ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/quotas/1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 375 time: 0.0103424
Apr 15 21:00:36.861447 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-adc1b82f-de8e-441b-85a0-00fe8cf0faa1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0978994
Apr 15 21:00:36.997590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-27bb9373-4a13-4070-b288-cbf56f041305 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 21:00:36.998657 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-27bb9373-4a13-4070-b288-cbf56f041305 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1247571
Apr 15 21:00:37.153346 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-1c948107-1a98-4e3f-9e38-aa56555ed4c6 service neutron] 10.222.0.25 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464674
Apr 15 21:00:37.280341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:37.313022 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-f7302ec2-1e2b-4790-b365-5c80b4d2b263 service neutron] 10.222.0.25 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527913
Apr 15 21:00:37.826434 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ddda72b8-de3e-4437-b850-2ce177eb237a req-e38ea941-99bc-4e94-897c-fc10bfa85329 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 210 time: 0.1136672
Apr 15 21:00:38.467499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:39.033843 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-08ed3e4e-26f8-4038-ae5f-e9f91447c40f req-969c8982-613b-44c0-96c8-6de80c35689a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 210 time: 0.0640876
Apr 15 21:00:39.060594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-fd3d84a8-a09a-46e8-82a6-ee0ac70f57de tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:39.062164 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-fd3d84a8-a09a-46e8-82a6-ee0ac70f57de tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 812 time: 0.1872773
Apr 15 21:00:39.145536 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-4870c3b6-5267-41df-8d5a-b9d676bd4ad2 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ad2ce99ca694398b0a522604b0dc322 HTTP/1.1" status: 200  len: 8059 time: 0.0750217
Apr 15 21:00:40.072818 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'port': {'device_id': '2b739260-199f-40da-88ed-b6450b13a8fb', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'admin_state_up': True, 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'security_groups': ['e5c9d67b-78b7-498f-bc92-36f04a9bcefa']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 21:00:40.199127 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-dcdf7d23-f493-4963-b325-c90345794ad0 req-61e79fc6-56fc-4703-953c-2541ee0a0649 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 210 time: 0.0485191
Apr 15 21:00:40.224599 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:40.229256 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:port and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:40.232269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for port was recalculated. Used quota:5. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:40.238308 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:40.247738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Made reservation on behalf of 1ad2ce99ca694398b0a522604b0dc322 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 15 21:00:40.253947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:40.432077 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Allocated IP 172.20.0.13 (857f6176-b3ab-412d-ad1c-268fd776f59e/648982b5-491f-4ed9-a81e-e3670e9ea098/a7cc0d26-9127-46cd-b38a-ada609d9f21f) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 21:00:40.633573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:40.650189 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Transition to ACTIVE for port object a7cc0d26-9127-46cd-b38a-ada609d9f21f will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 21:00:40.677833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:40.693228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d906b648-4aba-4c10-80ca-d06e1ff7064a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:40.828982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=a7cc0d26-9127-46cd-b38a-ada609d9f21f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:40.832058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:40.887412 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Network 857f6176-b3ab-412d-ad1c-268fd776f59e is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 21:00:40.888547 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 21:00:40.890968 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 21:00:40.962738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:40.963419 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:41.000617 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9326463
Apr 15 21:00:41.135475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6bf4381e-d897-4668-9ff5-63302cd1c9d0 None None] Provisioning for port a7cc0d26-9127-46cd-b38a-ada609d9f21f completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 21:00:41.140772 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-6bf4381e-d897-4668-9ff5-63302cd1c9d0 None None] Provisioning complete for port a7cc0d26-9127-46cd-b38a-ada609d9f21f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 21:00:41.141134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6bf4381e-d897-4668-9ff5-63302cd1c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:41.198684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-6bf4381e-d897-4668-9ff5-63302cd1c9d0 None None] Port a7cc0d26-9127-46cd-b38a-ada609d9f21f cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 15 21:00:41.405499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edadd1-9a22-46bd-a28e-ae3a0f02289b req-0ff07be3-dd46-491c-b564-72cb805deea7 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:41.407003 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-46edadd1-9a22-46bd-a28e-ae3a0f02289b req-0ff07be3-dd46-491c-b564-72cb805deea7 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 932 time: 0.0925710
Apr 15 21:00:41.455439 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-46edadd1-9a22-46bd-a28e-ae3a0f02289b req-42037a3d-9cc9-4722-93da-224455d6442c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415342
Apr 15 21:00:41.976648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-99c2f402-c050-42a6-9bdc-1d63aca2a6b8 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 15 21:00:41.977813 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-99c2f402-c050-42a6-9bdc-1d63aca2a6b8 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062077
Apr 15 21:00:42.045520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Request body: {'port': {'device_id': '2b739260-199f-40da-88ed-b6450b13a8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 21:00:42.169080 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:42.612475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cc0d26-9127-46cd-b38a-ada609d9f21f {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 21:00:42.621211 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:42.637771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Transition to ACTIVE for port object a7cc0d26-9127-46cd-b38a-ada609d9f21f will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 15 21:00:42.640628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:42.656691 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-50a2226a-c566-4ccc-937d-7519d2bb53ed tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:42.715572 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd836c-ed4c-4db6-a2cc-4d0ad86ab643 req-d200c0ea-3496-4c71-805b-47592e9955e5 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:42.717232 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97fd836c-ed4c-4db6-a2cc-4d0ad86ab643 req-d200c0ea-3496-4c71-805b-47592e9955e5 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.0948300
Apr 15 21:00:42.782646 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-97fd836c-ed4c-4db6-a2cc-4d0ad86ab643 req-00d83063-065d-4baa-ae9e-052f3dc8c700 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527020
Apr 15 21:00:42.793699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=a7cc0d26-9127-46cd-b38a-ada609d9f21f,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:42.806683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:43.033959 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Attempting to bind port a7cc0d26-9127-46cd-b38a-ada609d9f21f on host hv-cinder-56205 for vnic_type normal with profile  {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 15 21:00:43.034259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Attempting to bind port a7cc0d26-9127-46cd-b38a-ada609d9f21f by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 15 21:00:43.034625 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Attempting to bind port a7cc0d26-9127-46cd-b38a-ada609d9f21f on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 21:00:43.039961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Port a7cc0d26-9127-46cd-b38a-ada609d9f21f on network 857f6176-b3ab-412d-ad1c-268fd776f59e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 15 21:00:43.040318 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Attempting to bind port a7cc0d26-9127-46cd-b38a-ada609d9f21f on network 857f6176-b3ab-412d-ad1c-268fd776f59e {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 15 21:00:43.045907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Checking agent: {'id': '07eb9615-f30b-4b99-bebd-9ef247f7cfca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 45), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 15 21:00:43.046271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Checking segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 15 21:00:43.046676 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Bound using segment: {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 15 21:00:43.047134 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Bound port: a7cc0d26-9127-46cd-b38a-ada609d9f21f, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 15 21:00:43.047506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:43.142872 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] For port a7cc0d26-9127-46cd-b38a-ada609d9f21f, host hv-cinder-56205, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 15 21:00:43.146350 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] For port a7cc0d26-9127-46cd-b38a-ada609d9f21f, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 15 21:00:43.150680 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:43.170241 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-190c73c1-90ce-4f7d-8754-b7bdccadacc5 tempest-AttachVolumeTestJSON-1205368752 tempest-AttachVolumeTestJSON-1205368752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:43.327855 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=a7cc0d26-9127-46cd-b38a-ada609d9f21f,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:43.332866 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:43.371600 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:43.372304 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:43.373834 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] 10.222.0.62 "PUT /v2.0/ports/a7cc0d26-9127-46cd-b38a-ada609d9f21f HTTP/1.1" status: 200  len: 1094 time: 1.3880279
Apr 15 21:00:43.374397 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 21:00:43.502428 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'status': 'completed', 'code': 200}
Apr 15 21:00:43.522260 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-dfeb907d-591b-49a1-bc67-cf64e5680d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:43.524021 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-dfeb907d-591b-49a1-bc67-cf64e5680d53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 1097 time: 0.0995166
Apr 15 21:00:43.606393 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-b2bb304d-d62f-40b5-a7c2-80537151c97c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f HTTP/1.1" status: 200  len: 217 time: 0.0733128
Apr 15 21:00:43.677105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-0ec92008-5d9a-46a6-a8d6-cf28138fb23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:43.678681 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-0ec92008-5d9a-46a6-a8d6-cf28138fb23f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0648961
Apr 15 21:00:43.770722 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2d40-361c-42a5-9670-ff4353b7adda req-1b2bc2aa-6992-4836-9420-b5adaf2f4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:43.772210 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-1b2bc2aa-6992-4836-9420-b5adaf2f4963 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0852857
Apr 15 21:00:43.922936 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-10be2c8e-d385-436d-84be-89bc231ab029 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436949
Apr 15 21:00:43.993196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00231e-cd60-40ae-a369-1eef83d9cca0 req-2cb40cb5-3804-4e04-96cd-a875608dab35 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:43.994840 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f00231e-cd60-40ae-a369-1eef83d9cca0 req-2cb40cb5-3804-4e04-96cd-a875608dab35 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.0949936
Apr 15 21:00:44.049366 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5f00231e-cd60-40ae-a369-1eef83d9cca0 req-5f60660b-5bce-46d2-8336-b073bb309184 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473003
Apr 15 21:00:44.323479 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-538c2d40-361c-42a5-9670-ff4353b7adda req-563d7c67-b619-4e4b-9cc5-17944efb4ba9 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3923707
Apr 15 21:00:44.452269 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-e9513e85-dae9-45f0-bbe0-5cc0e1af1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:44.453873 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-e9513e85-dae9-45f0-bbe0-5cc0e1af1a4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 1097 time: 0.0797970
Apr 15 21:00:44.602985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-f8bdc854-831f-4957-8de2-102a92223bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:44.604531 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-f8bdc854-831f-4957-8de2-102a92223bac service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1431487
Apr 15 21:00:44.683825 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-2d6a451f-0352-424a-b14c-a07c9c017273 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f HTTP/1.1" status: 200  len: 217 time: 0.0711625
Apr 15 21:00:44.755486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-9773daeb-02e2-4dbf-aa52-4c01382cbe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:44.757138 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-9773daeb-02e2-4dbf-aa52-4c01382cbe16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0651507
Apr 15 21:00:44.851585 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-caa58470-a9fe-426c-bbf7-70c91c5fd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:44.853339 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-caa58470-a9fe-426c-bbf7-70c91c5fd92f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0856905
Apr 15 21:00:45.005677 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-48291c84-19c3-4dd6-97f4-4db4aea8d490 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429737
Apr 15 21:00:45.163309 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-47dbdab0-ec20-4e9e-96cc-b4fb6ef8a765 req-63102d20-7c6e-4fb8-b79d-e9c2eef9f833 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503909
Apr 15 21:00:45.269016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b566fba-515e-46c3-b20d-6db929eb3689 req-aab46c75-3482-42e2-a600-91d26104f865 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:45.270624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8b566fba-515e-46c3-b20d-6db929eb3689 req-aab46c75-3482-42e2-a600-91d26104f865 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.0969470
Apr 15 21:00:45.324148 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8b566fba-515e-46c3-b20d-6db929eb3689 req-8a78108c-9a1e-4319-bd9a-4e06a8b9bc17 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450811
Apr 15 21:00:46.045988 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:46.537961 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f498679-dc01-4dc3-8205-74bb19041517 req-06df3e4c-d6ae-4927-8281-f17754824fcb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:46.539697 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7f498679-dc01-4dc3-8205-74bb19041517 req-06df3e4c-d6ae-4927-8281-f17754824fcb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.0932992
Apr 15 21:00:46.594138 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-7f498679-dc01-4dc3-8205-74bb19041517 req-0d1c2033-c31d-4ccb-b3a2-53bd094b2ebd tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475230
Apr 15 21:00:47.808064 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef946ee-1171-4b85-b0e1-95de494f1f73 req-f9295f8d-7255-47aa-b232-cb17fae76a2d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:47.809718 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-eef946ee-1171-4b85-b0e1-95de494f1f73 req-f9295f8d-7255-47aa-b232-cb17fae76a2d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.0939715
Apr 15 21:00:47.862511 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-eef946ee-1171-4b85-b0e1-95de494f1f73 req-920cdc35-070c-47b3-b29f-b0d722fc5d14 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462842
Apr 15 21:00:48.153863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 33970) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:48.288947 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:48.305619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:48.310148 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Usage tracker for resource:security_group_rule and tenant:f05e6aa6658e43f191ce83dd3ba0eb73 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:48.313406 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:48.319833 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:48.413648 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:48.417259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:48.425250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:48.472025 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f05e6aa6658e43f191ce83dd3ba0eb73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3169079
Apr 15 21:00:48.472979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d290e57-b0c8-442d-aecd-e692dc85c995,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:48.475050 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 33976) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:48.481580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b76151a-8318-462b-ba3e-24fa23308f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:48.539823 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-899cd909-edfe-4c1e-9002-754e5d39dbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:48.567515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-899cd909-edfe-4c1e-9002-754e5d39dbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:48.628820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-899cd909-edfe-4c1e-9002-754e5d39dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:48.634378 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-dd953133-fc95-40db-a105-0ba1ca39c7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:48.647183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cd909-edfe-4c1e-9002-754e5d39dbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d290e57-b0c8-442d-aecd-e692dc85c995,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:48.650387 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-899cd909-edfe-4c1e-9002-754e5d39dbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:48.652595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-899cd909-edfe-4c1e-9002-754e5d39dbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:48.653792 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-899cd909-edfe-4c1e-9002-754e5d39dbb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d290e57-b0c8-442d-aecd-e692dc85c995 HTTP/1.1" status: 204  len: 168 time: 0.1776893
Apr 15 21:00:49.073085 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117565ad-1287-45d1-974f-abe67777193d req-f4496713-61d1-4501-907c-08f509691707 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:49.074748 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-117565ad-1287-45d1-974f-abe67777193d req-f4496713-61d1-4501-907c-08f509691707 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.0921228
Apr 15 21:00:49.124438 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-117565ad-1287-45d1-974f-abe67777193d req-c4b2b0d5-a1a7-40c1-9d00-9d19fdcc2730 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431075
Apr 15 21:00:50.164887 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-eac510ad-637a-471c-9cce-331e02d54a0c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0909901
Apr 15 21:00:50.324711 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-fcca5a0e-d45e-4770-be20-b72a12be1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:50.326312 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-fcca5a0e-d45e-4770-be20-b72a12be1cca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1098 time: 0.0828555
Apr 15 21:00:50.347008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e89af-58cc-48b5-9e32-7f4cee25fa66 req-5d5ff812-b263-4594-b27c-3146d25d4330 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:50.348915 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-db9e89af-58cc-48b5-9e32-7f4cee25fa66 req-5d5ff812-b263-4594-b27c-3146d25d4330 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.1026757
Apr 15 21:00:50.400499 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-db9e89af-58cc-48b5-9e32-7f4cee25fa66 req-55b077d7-5228-499b-ac74-1c4d75c70ee9 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442474
Apr 15 21:00:50.491272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-e5ec01b9-dd44-494e-ba29-5b6e5dda952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:50.492887 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-e5ec01b9-dd44-494e-ba29-5b6e5dda952c service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1423564
Apr 15 21:00:50.604706 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-68dd854f-c372-4629-b967-108f621ce087 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 1001 time: 0.1048064
Apr 15 21:00:50.673035 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-c4eca46e-b5dd-42f0-b5fd-fb9c9f711afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:50.674580 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-c4eca46e-b5dd-42f0-b5fd-fb9c9f711afd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0641761
Apr 15 21:00:50.763139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-5ae9ca71-93d2-4152-91ac-eaade0497a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:50.764772 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-5ae9ca71-93d2-4152-91ac-eaade0497a65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0839744
Apr 15 21:00:50.908212 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-f0db5e57-0af2-4011-9611-97c93e42d569 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367662
Apr 15 21:00:51.055024 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1a94477b-1b3b-480f-b582-c624ba1d4bea req-54124ccf-868f-4fe9-9f89-81a9c9801957 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408794
Apr 15 21:00:51.608054 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041927-699d-4784-9d84-30a87b2d7056 req-4c1eaba5-f8d8-413e-83f9-16b92d78b531 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:51.609706 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d0041927-699d-4784-9d84-30a87b2d7056 req-4c1eaba5-f8d8-413e-83f9-16b92d78b531 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 944 time: 0.0927477
Apr 15 21:00:51.659317 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-d0041927-699d-4784-9d84-30a87b2d7056 req-3d655813-5413-439f-8b90-55915d287a26 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431230
Apr 15 21:00:52.438226 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device a7cc0d26-9127-46cd-b38a-ada609d9f21f details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 15 21:00:52.588964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port a7cc0d26-9127-46cd-b38a-ada609d9f21f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:00:52.604181 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Returning: {'device': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'port_id': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'mac_address': 'fa:16:3e:b0:fb:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 15 21:00:52.668875 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:52.687394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cc0d26-9127-46cd-b38a-ada609d9f21f {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 15 21:00:52.704770 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port a7cc0d26-9127-46cd-b38a-ada609d9f21f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:00:52.707938 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:52.709886 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:52.780592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=a7cc0d26-9127-46cd-b38a-ada609d9f21f,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:52.788558 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.788885 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.789328 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.789628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.789994 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.790356 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.790753 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.791107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.791471 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.791863 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.792224 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.792580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:00:52.796821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:52.923026 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] get_ports_and_sgs() called for port_ids ['a7cc0d26-9127-46cd-b38a-ada609d9f21f'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 15 21:00:53.117960 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c2b0b-e1a6-421e-8f4a-1896cc313475 req-55d8fdd0-300f-411c-8f91-68d33ae38633 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:53.119573 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bd7c2b0b-e1a6-421e-8f4a-1896cc313475 req-55d8fdd0-300f-411c-8f91-68d33ae38633 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 945 time: 0.3465030
Apr 15 21:00:53.168084 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-bd7c2b0b-e1a6-421e-8f4a-1896cc313475 req-24bdbc0f-cd58-4498-8957-de5d96b5ba7e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418103
Apr 15 21:00:54.378283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce194c34-eba1-45ef-9994-ced442ba5812 req-5103f99b-968c-4d4f-af59-80ee1f350c1b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:54.379922 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce194c34-eba1-45ef-9994-ced442ba5812 req-5103f99b-968c-4d4f-af59-80ee1f350c1b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 945 time: 0.0935245
Apr 15 21:00:54.431700 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-ce194c34-eba1-45ef-9994-ced442ba5812 req-deb07397-5d20-42ee-aed1-998d7d35c390 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450025
Apr 15 21:00:54.435488 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device a7cc0d26-9127-46cd-b38a-ada609d9f21f up at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 15 21:00:54.510008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning for port a7cc0d26-9127-46cd-b38a-ada609d9f21f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 15 21:00:54.515505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.provisioning_blocks [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Provisioning complete for port a7cc0d26-9127-46cd-b38a-ada609d9f21f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 15 21:00:54.515982 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-100982'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:54.647297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:54.682176 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 21:00:54.692991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] For port a7cc0d26-9127-46cd-b38a-ada609d9f21f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:00:54.697312 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:54.699429 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:54.772940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Pushing event updated for resources: {'Port': ['ID=a7cc0d26-9127-46cd-b38a-ada609d9f21f,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:54.777251 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:54.893908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:00:54.944082 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'code': 200}
Apr 15 21:00:55.234535 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9ba1a-22f7-423a-a4db-9c3ed90f6c7b req-602f0b24-1c08-4faf-af9b-cfb7cde0279d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:55.236081 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-37a9ba1a-22f7-423a-a4db-9c3ed90f6c7b req-602f0b24-1c08-4faf-af9b-cfb7cde0279d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 1099 time: 0.0782459
Apr 15 21:00:55.279487 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-37a9ba1a-22f7-423a-a4db-9c3ed90f6c7b req-ef812dc3-1487-4dcd-9295-7462f088b37f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371134
Apr 15 21:00:55.639190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbf6fe-a99a-41d7-9670-b89250b4dd1d req-a49bb059-d6ad-4314-9f18-88287e238dee tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:55.640839 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-96fbf6fe-a99a-41d7-9670-b89250b4dd1d req-a49bb059-d6ad-4314-9f18-88287e238dee tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 946 time: 0.0938330
Apr 15 21:00:55.694469 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-96fbf6fe-a99a-41d7-9670-b89250b4dd1d req-70445b32-5c78-4e2c-8947-48c5beafbf0c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468767
Apr 15 21:00:56.908265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3be53-baf5-4224-ab91-b6b501dd28e2 req-e1618e4b-cb29-40ab-912d-75c70270a1ac tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:56.909860 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5ae3be53-baf5-4224-ab91-b6b501dd28e2 req-e1618e4b-cb29-40ab-912d-75c70270a1ac tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 946 time: 0.0928864
Apr 15 21:00:56.960165 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-5ae3be53-baf5-4224-ab91-b6b501dd28e2 req-c405e1cf-2b2e-4273-8234-e41be1ec9621 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435646
Apr 15 21:00:57.171806 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6cf49-e48f-4a6a-8d6c-8793bddbb74a req-3a82766f-7e68-4c85-aa42-4bf68a9dc35b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:57.173414 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8bf6cf49-e48f-4a6a-8d6c-8793bddbb74a req-3a82766f-7e68-4c85-aa42-4bf68a9dc35b tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 946 time: 0.0947771
Apr 15 21:00:57.222274 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-8bf6cf49-e48f-4a6a-8d6c-8793bddbb74a req-b82673c7-c708-480e-9623-9c186ac88c1e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423968
Apr 15 21:00:57.248098 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 34002) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:57.329964 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0bf090-89e6-4264-b572-36eb6ea29cc6 tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:00:57.331577 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-fd0bf090-89e6-4264-b572-36eb6ea29cc6 tempest-TestVolumeBootPattern-1772381216 tempest-TestVolumeBootPattern-1772381216-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 1094 time: 0.0824306
Apr 15 21:00:57.334764 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 34006) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:00:57.340283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.v2.base [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Request body: {'floatingip': {'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'port_id': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 15 21:00:57.347228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 15 21:00:57.351417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Usage tracker for resource:floatingip and tenant:1ad2ce99ca694398b0a522604b0dc322 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 15 21:00:57.354609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 15 21:00:57.360773 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.quota.driver [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 15 21:00:57.371307 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:57.518520 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:57.662050 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_common [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Allocated IP 172.27.2.102 (1d06bd44-557c-4cf4-b130-fa20572760fe/7c15437b-484f-4c07-8bb9-a129712c120a/d7d1b99d-122f-499e-b748-4ffefe7da9f4) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 15 21:00:57.816172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:57.847602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758988900569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:57.860601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f8d49c1e-ecd2-47bb-941e-0dde96807338 tempest-VolumesSnapshotTestJSON-180764674 tempest-VolumesSnapshotTestJSON-180764674-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:57.991401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=d7d1b99d-122f-499e-b748-4ffefe7da9f4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:57.995917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:58.053273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Network 1d06bd44-557c-4cf4-b130-fa20572760fe is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 15 21:00:58.054446 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.base_scheduler [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Resources bound (agent type, host, resource id):  {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 15 21:00:58.057258 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 15 21:00:58.491438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:58.835510 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854297565'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:59.060644 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:59.064762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758989350208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758988900586', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758988901645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2807978'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:59.084334 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a5b4d325-c262-428c-8429-8b2442698524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:00:59.222781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event updated for resources: {'Port': ['ID=d7d1b99d-122f-499e-b748-4ffefe7da9f4,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:00:59.235715 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:00:59.328807 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1995245'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:00:59.523646 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Floating IP 3080ef29-f6a9-4941-85f0-87b8c1524398 associated. External IP: 172.27.2.102, port: a7cc0d26-9127-46cd-b38a-ada609d9f21f.
Apr 15 21:00:59.905411 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 21:01:00.100896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 21:01:00.111670 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 21:01:00.123196 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:01:00.123912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca5630>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:00:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:01:00.131738 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:00.190404 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8544219
Apr 15 21:01:00.191087 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 21:01:00.249448 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'status': 'completed', 'code': 200}
Apr 15 21:01:00.361581 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-bb57c409-768f-4fff-ac5c-4d40eff75ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:00.363268 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-bb57c409-768f-4fff-ac5c-4d40eff75ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 1099 time: 0.0897236
Apr 15 21:01:00.505990 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:01:00.512860 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-16a2d1c8-04a2-44d1-a690-7256c5b20b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:00.514573 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-16a2d1c8-04a2-44d1-a690-7256c5b20b5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1447866
Apr 15 21:01:00.627241 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-aaac9a3c-8ba9-4bb9-a3b2-4f5c89a4adb3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f HTTP/1.1" status: 200  len: 1000 time: 0.1063757
Apr 15 21:01:00.699180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-a8d8bde4-43ab-4e17-b2d9-81f778501012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:00.700809 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-a8d8bde4-43ab-4e17-b2d9-81f778501012 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0676758
Apr 15 21:01:00.786259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-689eb3a8-5646-4ccc-9de4-456c37a89b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:00.787827 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-689eb3a8-5646-4ccc-9de4-456c37a89b58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0803897
Apr 15 21:01:00.888567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca5630>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:43Z', 'revision_number': 1, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}, {'id': '3080ef29-f6a9-4941-85f0-87b8c1524398', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:b0:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b739260-199f-40da-88ed-b6450b13a8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T21:00:58Z', 'updated_at': '2021-04-15T21:00:58Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:01:00.892969 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 21:01:00.903187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:01:00.903907 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca5630>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:00:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:01:00.933442 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-b161636f-5512-48e4-a34a-d10e08142e60 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387205
Apr 15 21:01:01.081818 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-c5c21dce-2060-41c2-9b70-26a60a3f83de req-2facf4b9-6d7c-40e6-89e4-7116490f4453 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418893
Apr 15 21:01:01.097051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:01:01.472475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c4ca5630>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:43Z', 'revision_number': 1, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}, {'id': '3080ef29-f6a9-4941-85f0-87b8c1524398', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:b0:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b739260-199f-40da-88ed-b6450b13a8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T21:00:58Z', 'updated_at': '2021-04-15T21:00:58Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:01:01.477093 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdaf554-056c-42b9-b4f2-4d2ad3339317 None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:43Z', 'revision_number': 1, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}, {'id': '3080ef29-f6a9-4941-85f0-87b8c1524398', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:b0:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b739260-199f-40da-88ed-b6450b13a8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T21:00:58Z', 'updated_at': '2021-04-15T21:00:58Z', 'revision_number': 0, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 21:01:01.773084 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a772519-a984-4237-a2aa-b379f8d95de3 None None] New status for floating IP 3080ef29-f6a9-4941-85f0-87b8c1524398: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 21:01:04.015637 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c0caeba2-157b-4385-a5a0-471eafe8ad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:05.944335 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-580c2f47-be2d-4470-8367-c01c61fa20bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:06.636382 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:07.276899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:08.475609 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:16.038141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:31.894862 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:01:34.021602 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5f69c4ec-b20d-4f81-9163-be3d7a499777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:35.936666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4c6ea10e-1600-4916-9be1-e7e9b0da40de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:36.641663 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:37.273871 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:38.473730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:46.058679 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:01:50.157605 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-6b45052f-cefa-4c0d-83ac-022c2195e12a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0838511
Apr 15 21:01:50.309027 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-c9262b93-8e29-49a8-ac14-80240695d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:50.310545 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-c9262b93-8e29-49a8-ac14-80240695d46f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1098 time: 0.0787747
Apr 15 21:01:50.469882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-e4b8be52-37e4-44ef-8590-b8328bff6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:50.472023 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-e4b8be52-37e4-44ef-8590-b8328bff6b09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1417382
Apr 15 21:01:50.586602 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-169d46b7-528f-4e2d-baf0-4fd71698133a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 1001 time: 0.1076932
Apr 15 21:01:50.655814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-ea31a39e-4859-4afd-a838-19dd326761c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:50.657414 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-ea31a39e-4859-4afd-a838-19dd326761c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0647836
Apr 15 21:01:50.746549 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-710f6ee8-9d1e-47db-bb0d-6c4f0e9e623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:01:50.748218 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-710f6ee8-9d1e-47db-bb0d-6c4f0e9e623a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0832956
Apr 15 21:01:51.139622 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-57661052-0308-4731-ad5c-5425984c1297 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3849471
Apr 15 21:01:51.284092 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-523c26c1-31f3-42e9-a02f-7367dea903e9 req-82f63290-ce8e-494b-89b1-8d8af8429d5c service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374311
Apr 15 21:02:04.025615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-9e2747ba-ba7c-4332-b51c-18eb8eb7eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:05.941469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7591f97e-0525-439f-8e15-f984e6d2dbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:06.641407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:07.273143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:08.478400 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:08.895343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:02:16.059171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:27.822778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 34046) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:28.049039 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Deleting port d7d1b99d-122f-499e-b748-4ffefe7da9f4 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:28.049417 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:28.230346 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:28.230642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:28.363324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Calling delete_port for d7d1b99d-122f-499e-b748-4ffefe7da9f4 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:28.538159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:28.551925 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8715d207-78af-42c3-99b1-ade3e9f7fbda tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:28.647465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event deleted for resources: {'Port': ['ID=d7d1b99d-122f-499e-b748-4ffefe7da9f4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:28.663332 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.663730 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.664158 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.664552 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.664940 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.665331 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.665745 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.666135 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.666513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.666897 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.667268 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.667659 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:28.672873 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:28.828553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:28.829238 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Floating IP 3080ef29-f6a9-4941-85f0-87b8c1524398 disassociated (deleted). External IP: 172.27.2.102, port: a7cc0d26-9127-46cd-b38a-ada609d9f21f.
Apr 15 21:02:29.210486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 21:02:29.406505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 21:02:29.416952 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 21:02:29.424228 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:29.429354 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:29.430038 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c49cf0b8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:29.485009 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-174eed3f-cc1e-4d1e-b962-dd5d53053701 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "DELETE /v2.0/floatingips/3080ef29-f6a9-4941-85f0-87b8c1524398 HTTP/1.1" status: 204  len: 168 time: 1.6609507
Apr 15 21:02:29.485651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 21:02:29.542563 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'status': 'completed', 'code': 200}
Apr 15 21:02:29.651273 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-954b0185-0c68-4aa0-ac77-8d7e749e82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:29.651674 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:29.652969 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-954b0185-0c68-4aa0-ac77-8d7e749e82c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 1099 time: 0.0875454
Apr 15 21:02:29.816128 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-08989f85-fa6b-4a66-b5df-b733466bb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:29.817672 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-08989f85-fa6b-4a66-b5df-b733466bb22c service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1579633
Apr 15 21:02:29.895238 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7c1e2-2f79-422b-88c6-adda4e37496c req-7be6747b-b69f-4499-9fb5-e4104214710a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:29.896289 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-a8cf7d28-9dd3-4179-89d8-872304748e4d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f HTTP/1.1" status: 200  len: 217 time: 0.0703931
Apr 15 21:02:29.896847 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-99b7c1e2-2f79-422b-88c6-adda4e37496c req-7be6747b-b69f-4499-9fb5-e4104214710a tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 946 time: 0.0954983
Apr 15 21:02:29.950958 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-99b7c1e2-2f79-422b-88c6-adda4e37496c req-f9aa0de8-0896-4a74-b34b-be1849420c6d tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470803
Apr 15 21:02:29.970591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-33e6260c-69f6-43ce-af3d-4ac63e34d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:29.972419 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-33e6260c-69f6-43ce-af3d-4ac63e34d8e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0703437
Apr 15 21:02:30.041151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c49cf0b8>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:43Z', 'revision_number': 1, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:30.045479 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 21:02:30.054805 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:30.055465 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c49cf0b8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:06Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:30.064657 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-3d20125d-b84c-4ec8-bb8f-5ae9cb7ae72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:30.066367 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-3d20125d-b84c-4ec8-bb8f-5ae9cb7ae72b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0852158
Apr 15 21:02:30.212831 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-8565ed8c-3c19-4e92-8c84-5f0afe823f54 service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388297
Apr 15 21:02:30.253215 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:30.360225 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3c987a22-d349-4e18-8d71-b4db5249b75d req-f3682f8a-10f3-4d09-94c2-f473ace6ee8f service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398671
Apr 15 21:02:30.823766 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c49cf0b8>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:43Z', 'revision_number': 1, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:30.829297 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427e199a-a9be-4f25-bdae-fe7bf9b39fe9 None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_floatingips': [{'id': '277face1-8165-453d-8867-f69eac9e93be', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'router_id': '65226204-084a-4616-ad21-dc344961cad2', 'port_id': '4df6d408-18eb-4a73-b448-357bfea22707', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'mac_address': 'fa:16:3e:14:3c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:40Z', 'updated_at': '2021-04-15T20:58:43Z', 'revision_number': 1, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 21:02:31.168642 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e85ea1-9a2c-4543-be9c-bcea4bd7aa67 req-3421fd65-edcd-4798-a899-2ce20d102ca2 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:31.170281 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-81e85ea1-9a2c-4543-be9c-bcea4bd7aa67 req-3421fd65-edcd-4798-a899-2ce20d102ca2 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 946 time: 0.0998132
Apr 15 21:02:31.221436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4258013-0eda-42da-a89e-90f071574fe7 None None] New status for floating IP 3080ef29-f6a9-4941-85f0-87b8c1524398: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 21:02:31.226209 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-81e85ea1-9a2c-4543-be9c-bcea4bd7aa67 req-041567f8-9743-4d39-b31b-faf5e80fd5bb tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481322
Apr 15 21:02:31.353921 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-b4aa9dfd-9296-48a1-8291-8affa5fef060 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:31.354957 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-b4aa9dfd-9296-48a1-8291-8affa5fef060 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Synchronizing usage tracker for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 21:02:31.371507 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-b4aa9dfd-9296-48a1-8291-8affa5fef060 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Unset dirty status for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 21:02:31.372857 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-b4aa9dfd-9296-48a1-8291-8affa5fef060 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 946 time: 0.1138816
Apr 15 21:02:31.452250 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Deleting port a7cc0d26-9127-46cd-b38a-ada609d9f21f {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:31.452656 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:31.980178 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] For port a7cc0d26-9127-46cd-b38a-ada609d9f21f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a7cc0d26-9127-46cd-b38a-ada609d9f21f,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:31.980580 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:32.115951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Calling delete_port for a7cc0d26-9127-46cd-b38a-ada609d9f21f owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:32.281865 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:32.300951 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b5d1adc-b555-45bb-84bb-4794f02fded5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:32.355708 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event deleted for resources: {'Port': ['ID=a7cc0d26-9127-46cd-b38a-ada609d9f21f,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:32.395170 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-3bd92d0b-e273-4731-b610-f61753c338bb req-b5c2ee99-0244-42ce-a2e0-8103f2c94ff6 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 210 time: 0.0495982
Apr 15 21:02:32.404908 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:32.564673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] No DVR routers for this DVR port a7cc0d26-9127-46cd-b38a-ada609d9f21f on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 21:02:32.567204 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:32.570217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'name': 'network-vif-deleted', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 21:02:32.587719 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1be4a0b7-5bd6-4248-9da9-829ce6a9084f req-9ce5afd3-9aa1-4bee-993c-268c254d15ff tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "DELETE /v2.0/ports/a7cc0d26-9127-46cd-b38a-ada609d9f21f HTTP/1.1" status: 204  len: 173 time: 1.2082438
Apr 15 21:02:32.627127 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b739260-199f-40da-88ed-b6450b13a8fb', 'name': 'network-vif-deleted', 'tag': 'a7cc0d26-9127-46cd-b38a-ada609d9f21f', 'status': 'completed', 'code': 200}
Apr 15 21:02:33.584406 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-20325453-66a2-4e7d-b12b-7b43671a8297 req-59682cc8-8bde-47dc-8e2f-b941d165510e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b739260-199f-40da-88ed-b6450b13a8fb HTTP/1.1" status: 200  len: 210 time: 0.0525305
Apr 15 21:02:34.031195 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3abf4393-e041-4d39-abd3-9f513a94f0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:34.856143 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device a7cc0d26-9127-46cd-b38a-ada609d9f21f no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:02:34.899461 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: a7cc0d26-9127-46cd-b38a-ada609d9f21f {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:02:34.899884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device a7cc0d26-9127-46cd-b38a-ada609d9f21f not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:02:35.949771 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c707d3e1-a4aa-434d-98df-ebca6d4b6ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:36.652371 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:37.269913 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:37.289792 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 34078) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:37.526058 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Deleting port c981c782-d647-4c81-a955-42ffb396122a {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:37.526426 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:37.705469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:37.705825 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:37.837554 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Calling delete_port for c981c782-d647-4c81-a955-42ffb396122a owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:38.007040 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:38.022748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-735892cd-3205-41b8-be8a-e73b8984ce6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:38.120731 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event deleted for resources: {'Port': ['ID=c981c782-d647-4c81-a955-42ffb396122a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:38.124677 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:38.288499 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:38.289065 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.db.l3_db [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Floating IP 277face1-8165-453d-8867-f69eac9e93be disassociated (deleted). External IP: 172.27.2.169, port: 4df6d408-18eb-4a73-b448-357bfea22707.
Apr 15 21:02:38.480002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:38.676567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 21:02:38.873626 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 21:02:38.884002 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 21:02:38.891852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:38.895171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:38.895910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c67b36d8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:38.955182 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e7f0af3a-a9c9-4979-bde0-9f94b382e973 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "DELETE /v2.0/floatingips/277face1-8165-453d-8867-f69eac9e93be HTTP/1.1" status: 204  len: 168 time: 1.6637816
Apr 15 21:02:38.955853 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 21:02:39.009504 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707', 'status': 'completed', 'code': 200}
Apr 15 21:02:39.106566 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:39.117491 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fcd8-415d-46b5-a114-6da063834846 req-08eb43fd-0e64-438f-a513-b2366f4068aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:39.119101 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32f9fcd8-415d-46b5-a114-6da063834846 req-08eb43fd-0e64-438f-a513-b2366f4068aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1ad2ce99ca694398b0a522604b0dc322&device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 1098 time: 0.0846577
Apr 15 21:02:39.285292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fcd8-415d-46b5-a114-6da063834846 req-9c04c0ef-d8a3-4464-aff6-bb483a43119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:39.286972 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32f9fcd8-415d-46b5-a114-6da063834846 req-9c04c0ef-d8a3-4464-aff6-bb483a43119e service neutron] 10.222.0.62 "GET /v2.0/networks?id=857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 200  len: 913 time: 0.1612203
Apr 15 21:02:39.370253 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32f9fcd8-415d-46b5-a114-6da063834846 req-a3dee26c-7fe9-42c3-83d3-72f91b0a34e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 200  len: 217 time: 0.0756295
Apr 15 21:02:39.405636 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825edc9-d63f-467d-a0ae-b1001c56ea50 req-0be7b823-0f67-4903-a2da-890eb59227d9 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:39.407253 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1825edc9-d63f-467d-a0ae-b1001c56ea50 req-0be7b823-0f67-4903-a2da-890eb59227d9 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 945 time: 0.0901577
Apr 15 21:02:39.439942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fcd8-415d-46b5-a114-6da063834846 req-f678592e-4d9f-4f40-8245-5ebef6fb79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:39.441673 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32f9fcd8-415d-46b5-a114-6da063834846 req-f678592e-4d9f-4f40-8245-5ebef6fb79cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 200  len: 851 time: 0.0646896
Apr 15 21:02:39.448929 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c67b36d8>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:39.453720 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 21:02:39.459161 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-1825edc9-d63f-467d-a0ae-b1001c56ea50 req-5acd28cf-74e7-441a-9399-78e71e53bf04 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439279
Apr 15 21:02:39.463291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:39.463966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c67b36d8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:39.530343 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fcd8-415d-46b5-a114-6da063834846 req-93affa8d-9cec-494f-8173-86397c469124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:39.532035 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32f9fcd8-415d-46b5-a114-6da063834846 req-93affa8d-9cec-494f-8173-86397c469124 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=857f6176-b3ab-412d-ad1c-268fd776f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830293
Apr 15 21:02:39.663843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:39.683635 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32f9fcd8-415d-46b5-a114-6da063834846 req-9755370c-1841-4c57-b3c8-b4a4ad214a1a service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440358
Apr 15 21:02:39.826556 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-32f9fcd8-415d-46b5-a114-6da063834846 req-f7f84cf0-f08a-45e3-a193-299b88514d7b service neutron] 10.222.0.62 "GET /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358411
Apr 15 21:02:40.007486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c67b36d8>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:40.011755 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1b21e-5492-48ac-95f7-57a51564ea29 None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:54:58Z', 'revision_number': 4, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi', '_interfaces': [{'id': '81bdc72f-a0b7-4ea7-a744-f774695c4649', 'name': '', 'network_id': '857f6176-b3ab-412d-ad1c-268fd776f59e', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'mac_address': 'fa:16:3e:15:1b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:57Z', 'updated_at': '2021-04-15T20:55:07Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'subnets': [{'id': '648982b5-491f-4ed9-a81e-e3670e9ea098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 21:02:40.423551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90f9db3-7650-432c-8d3e-3c0390a6e433 None None] New status for floating IP 277face1-8165-453d-8867-f69eac9e93be: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 15 21:02:40.679718 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a423d-6ed5-41a1-9487-03c2169a959f req-c3c8d99d-1666-4c38-8a32-6479144675ca tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:40.681480 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-450a423d-6ed5-41a1-9487-03c2169a959f req-c3c8d99d-1666-4c38-8a32-6479144675ca tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 945 time: 0.0983901
Apr 15 21:02:40.737879 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-450a423d-6ed5-41a1-9487-03c2169a959f req-a5eff11c-329a-46e9-9e45-4643f4fca88e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5c9d67b-78b7-498f-bc92-36f04a9bcefa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480974
Apr 15 21:02:40.755962 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d556be3-b14d-4df5-905f-14724e843504 req-5c0ec52c-a611-48a4-9688-39e1b4c3911c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 15 21:02:40.756856 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-9d556be3-b14d-4df5-905f-14724e843504 req-5c0ec52c-a611-48a4-9688-39e1b4c3911c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Synchronizing usage tracker for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 15 21:02:40.772785 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.quota.resource [req-9d556be3-b14d-4df5-905f-14724e843504 req-5c0ec52c-a611-48a4-9688-39e1b4c3911c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Unset dirty status for tenant:1ad2ce99ca694398b0a522604b0dc322 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 15 21:02:40.774006 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9d556be3-b14d-4df5-905f-14724e843504 req-5c0ec52c-a611-48a4-9688-39e1b4c3911c tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 945 time: 0.1077611
Apr 15 21:02:40.851895 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Deleting port 4df6d408-18eb-4a73-b448-357bfea22707 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:40.852326 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:41.362187 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] For port 4df6d408-18eb-4a73-b448-357bfea22707, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=4df6d408-18eb-4a73-b448-357bfea22707,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:41.362592 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:41.498383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Calling delete_port for 4df6d408-18eb-4a73-b448-357bfea22707 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:41.651932 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:41.667639 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-3cd67759-abd8-4492-b654-69a617f148b5 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:41.765082 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event deleted for resources: {'Port': ['ID=4df6d408-18eb-4a73-b448-357bfea22707,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:41.772259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:41.908063 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-98adea16-395f-4585-89c5-1e12dd51f351 req-38c02d5a-61f0-4e79-ba53-ef5972d3ce4f tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "GET /v2.0/ports?device_id=80d696ea-0d11-4b16-aa2d-ca8dd84c24ca HTTP/1.1" status: 200  len: 210 time: 0.0498991
Apr 15 21:02:41.929559 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] No DVR routers for this DVR port 4df6d408-18eb-4a73-b448-357bfea22707 on host hv-cinder-56205 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 21:02:41.933917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:41.936891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'name': 'network-vif-deleted', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 15 21:02:41.953619 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [req-9d556be3-b14d-4df5-905f-14724e843504 req-8b7840ee-4f81-4214-965b-2d68c5803597 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.62 "DELETE /v2.0/ports/4df6d408-18eb-4a73-b448-357bfea22707 HTTP/1.1" status: 204  len: 173 time: 1.1741512
Apr 15 21:02:41.994782 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d696ea-0d11-4b16-aa2d-ca8dd84c24ca', 'name': 'network-vif-deleted', 'tag': '4df6d408-18eb-4a73-b448-357bfea22707', 'status': 'completed', 'code': 200}
Apr 15 21:02:43.011912 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.25', 34098) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:43.201086 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Deleting port 29ae003f-3aa3-4093-bd0f-d2d9f7bccca9 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:43.201329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:43.397900 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:43.398259 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:43.534778 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Calling delete_port for 29ae003f-3aa3-4093-bd0f-d2d9f7bccca9 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:43.696217 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851967822'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:43.709467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-a4363f4b-7bd4-4420-ab9c-5387b3aba9df tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:43.804341 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event deleted for resources: {'Port': ['ID=29ae003f-3aa3-4093-bd0f-d2d9f7bccca9,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:43.811261 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:43.993358 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:44.010380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774043'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:44.011683 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ee0800f4-1a1c-4ba7-9168-d8cf76e267b1 tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "DELETE /v2.0/floatingips/d28e647c-599e-4157-a15c-eb1fc3758c81 HTTP/1.1" status: 204  len: 168 time: 0.9985676
Apr 15 21:02:44.933190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 4df6d408-18eb-4a73-b448-357bfea22707 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:02:44.975394 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] No Port match for: 4df6d408-18eb-4a73-b448-357bfea22707 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:02:44.975819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Device 4df6d408-18eb-4a73-b448-357bfea22707 not bound to the agent host hv-cinder-56205 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:02:45.432896 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34112) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:45.521628 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:45.562045 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:45.624979 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:45.630757 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-85f4b423-9b80-4ff8-bd04-27a3698d9a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:45.647699 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9d67b-78b7-498f-bc92-36f04a9bcefa,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:45.659005 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.660243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.660243 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.660489 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.660830 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.661230 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.661630 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.662021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.662424 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.662814 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.663207 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.663597 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:45.667467 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:45.668781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:45.670027 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f6d9da97-8ce1-4662-a7e9-fff9edfa7f5e tempest-TestVolumeBootPattern-1998946982 tempest-TestVolumeBootPattern-1998946982-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5c9d67b-78b7-498f-bc92-36f04a9bcefa HTTP/1.1" status: 204  len: 168 time: 0.2360094
Apr 15 21:02:45.744903 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34118) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:45.895333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:02:46.069557 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:46.675291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:47.056137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Deleting port 81bdc72f-a0b7-4ea7-a744-f774695c4649 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:47.056651 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:47.253162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] For port 81bdc72f-a0b7-4ea7-a744-f774695c4649, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=81bdc72f-a0b7-4ea7-a744-f774695c4649,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:47.253924 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:47.390235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Calling delete_port for 81bdc72f-a0b7-4ea7-a744-f774695c4649 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:47.597149 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:47.610575 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-412b451f-4cac-465b-ad5b-6086c901dd5a tempest-VolumesNegativeTest-1595254859 tempest-VolumesNegativeTest-1595254859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:47.703235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=81bdc72f-a0b7-4ea7-a744-f774695c4649,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:47.710074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:48.308854 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:48.821432 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Router 65226204-084a-4616-ad21-dc344961cad2 has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 21:02:49.017794 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 21:02:49.028104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] Sync routers for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 21:02:49.034451 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-bf0e933f-7e97-4415-893f-ec9d4140bdfc admin admin] 10.222.0.25 "PUT /v2.0/routers/65226204-084a-4616-ad21-dc344961cad2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2853580
Apr 15 21:02:49.034451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34124) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:49.040237 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:49.040882 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c49f6748>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:49.224292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:49.428524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: dv-cinder-562053-18-iscsi {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:49.431798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:49.441041 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Deleting port 27653de9-1d92-4442-a815-8789a60531d5 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:49.441395 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:49.636434 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] For port 27653de9-1d92-4442-a815-8789a60531d5, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=27653de9-1d92-4442-a815-8789a60531d5,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:49.636859 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:49.742587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c49f6748>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '27653de9-1d92-4442-a815-8789a60531d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T21:02:47Z', 'revision_number': 5, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port': {'id': '27653de9-1d92-4442-a815-8789a60531d5', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65226204-084a-4616-ad21-dc344961cad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T20:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:49.746819 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] Checking router: 65226204-084a-4616-ad21-dc344961cad2 for host: dv-cinder-562053-18-iscsi {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 21:02:49.756310 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] Routers {'65226204-084a-4616-ad21-dc344961cad2'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:49.756955 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c49f6748>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['65226204-084a-4616-ad21-dc344961cad2'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:49.771162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Calling delete_port for 27653de9-1d92-4442-a815-8789a60531d5 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:49.925486 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] Set router 65226204-084a-4616-ad21-dc344961cad2 gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:49.957451 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:49.974092 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-d48ffb3c-6c76-448e-bb02-8daa1c9e1074 tempest-AttachVolumeShelveTestJSON-1864731686 tempest-AttachVolumeShelveTestJSON-1864731686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:50.044858 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c49f6748>, [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T21:02:49Z', 'revision_number': 6, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:50.049234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e07f96d-a2bf-459e-ba86-826d14efdb59 None None] The sync data for ids ['65226204-084a-4616-ad21-dc344961cad2'] in dv-cinder-562053-18-iscsi is: [{'id': '65226204-084a-4616-ad21-dc344961cad2', 'name': 'tempest-TestVolumeBootPattern-1796707817-router', 'tenant_id': '1ad2ce99ca694398b0a522604b0dc322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:54:54Z', 'updated_at': '2021-04-15T21:02:49Z', 'revision_number': 6, 'project_id': '1ad2ce99ca694398b0a522604b0dc322', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 21:02:50.067184 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=27653de9-1d92-4442-a815-8789a60531d5,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:50.074303 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:50.241623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.431096 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.433634 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.459970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.460574 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65226204-084a-4616-ad21-dc344961cad2 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 21:02:50.474546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.475739 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-78972b06-fde3-401d-bb7f-224d0d227d8d admin admin] 10.222.0.25 "DELETE /v2.0/routers/65226204-084a-4616-ad21-dc344961cad2 HTTP/1.1" status: 204  len: 168 time: 1.4402044
Apr 15 21:02:50.478649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34128) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:50.547302 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Deleting subnet 648982b5-491f-4ed9-a81e-e3670e9ea098 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 21:02:50.550844 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.607342 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.698214 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.976506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:50.990553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-28029ebc-fb13-4217-86b4-1353c1e5fb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:51.076917 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648982b5-491f-4ed9-a81e-e3670e9ea098,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:51.092272 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:51.114292 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 81bdc72f-a0b7-4ea7-a744-f774695c4649 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:02:51.130101 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:51.136624 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b60b9431-9171-4ef2-a883-81a564ef7020 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/648982b5-491f-4ed9-a81e-e3670e9ea098 HTTP/1.1" status: 204  len: 168 time: 0.6569543
Apr 15 21:02:51.139383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34132) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:51.148122 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4f3d80-a426-42a3-a760-8f7e2225e151 None None] Network 857f6176-b3ab-412d-ad1c-268fd776f59e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 21:02:51.173880 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 81bdc72f-a0b7-4ea7-a744-f774695c4649 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:02:51.174235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 81bdc72f-a0b7-4ea7-a744-f774695c4649 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:02:51.174703 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 27653de9-1d92-4442-a815-8789a60531d5 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:02:51.277235 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 27653de9-1d92-4442-a815-8789a60531d5 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:02:51.277481 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 27653de9-1d92-4442-a815-8789a60531d5 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:02:51.464283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] DHCP port deletion for 857f6176-b3ab-412d-ad1c-268fd776f59e request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 21:02:51.469605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Deleting port c01350f9-1128-45c4-9b26-01984750fa5a {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:51.470030 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:51.541781 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:51.613183 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Deleting port c01350f9-1128-45c4-9b26-01984750fa5a {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:51.613496 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:51.689712 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] For port c01350f9-1128-45c4-9b26-01984750fa5a, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c01350f9-1128-45c4-9b26-01984750fa5a,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:51.690154 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:51.828834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Calling delete_port for c01350f9-1128-45c4-9b26-01984750fa5a owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:51.839750 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] For port c01350f9-1128-45c4-9b26-01984750fa5a, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=c01350f9-1128-45c4-9b26-01984750fa5a,segment=NetworkSegment(7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd),segment_id=7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:51.840172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:51.907695 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:51.921408 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:51.980107 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Calling delete_port for c01350f9-1128-45c4-9b26-01984750fa5a owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:52.018206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Pushing event deleted for resources: {'Port': ['ID=c01350f9-1128-45c4-9b26-01984750fa5a,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:52.044403 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.045271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.045271 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.045505 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.045869 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.046239 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.046610 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.046971 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.047338 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.047769 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.048159 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.048513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-iscsi {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 15 21:02:52.060820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:52.061070 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 21:02:52.061381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 21:02:52.090129 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df70cf1-b36c-413c-a745-de40ecda24ca None None] No DVR routers for this DVR port c01350f9-1128-45c4-9b26-01984750fa5a on host dv-cinder-562053-18-iscsi {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 21:02:52.562983 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Deleting port c01350f9-1128-45c4-9b26-01984750fa5a {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:52.563543 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:52.640509 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] The port 'c01350f9-1128-45c4-9b26-01984750fa5a' was deleted {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 21:02:52.769668 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:52.886774 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75bff79da0>,) {'filters': {'network_id': ['857f6176-b3ab-412d-ad1c-268fd776f59e']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:52.903190 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bff79da0>, '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:52.903596 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bff79da0>, '7aa8ba2a-b926-43d6-ab47-e9f12adcdbdd') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:52.918775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:52.934266 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:52.941163 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 21:02:53.091125 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c01350f9-1128-45c4-9b26-01984750fa5a no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:02:53.120719 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Network 857f6176-b3ab-412d-ad1c-268fd776f59e has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 21:02:53.129852 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:53.133231 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: c01350f9-1128-45c4-9b26-01984750fa5a {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:02:53.133623 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device c01350f9-1128-45c4-9b26-01984750fa5a not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:02:53.314438 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Network 857f6176-b3ab-412d-ad1c-268fd776f59e has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   % (table.description, expected, rows_matched)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 21:02:53.338037 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 21:02:53.429910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:53.434141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:53.450094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:53.456544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=857f6176-b3ab-412d-ad1c-268fd776f59e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:53.461137 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:53.474311 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-c9d65fa7-2da7-45a8-a793-53b7ea650eb1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/857f6176-b3ab-412d-ad1c-268fd776f59e HTTP/1.1" status: 204  len: 168 time: 2.3338547
Apr 15 21:02:53.477601 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34136) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:54.065278 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852778237'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:54.436457 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Deleting port 894063e9-d886-4b17-b35b-803fdafa3ac3 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:54.436761 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:54.640283 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] For port 894063e9-d886-4b17-b35b-803fdafa3ac3, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=894063e9-d886-4b17-b35b-803fdafa3ac3,segment=NetworkSegment(8e6a52bc-1dd1-4594-8b25-0a51071c6684),segment_id=8e6a52bc-1dd1-4594-8b25-0a51071c6684)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:54.640762 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:54.777383 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Calling delete_port for 894063e9-d886-4b17-b35b-803fdafa3ac3 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:54.955051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:54.968619 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-6652901c-35fc-4f4a-9abd-19101fa322a9 tempest-AttachVolumeNegativeTest-757619323 tempest-AttachVolumeNegativeTest-757619323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:55.061605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Pushing event deleted for resources: {'Port': ['ID=894063e9-d886-4b17-b35b-803fdafa3ac3,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:55.064392 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:55.697234 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852780632'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:56.212746 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Router d1944632-9cc2-4ecd-9b0a-1084274f18ee has already been hosted by L3 agent 0a9a04e7-b565-4a57-bf66-ba1356168e08 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 15 21:02:56.404884 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-iscsi the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 15 21:02:56.415736 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] Sync routers for ids ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'] in dv-cinder-562053-18-iscsi {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 15 21:02:56.426268 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-f50ccc78-a297-475a-99f7-d8b172290716 admin admin] 10.222.0.25 "PUT /v2.0/routers/d1944632-9cc2-4ecd-9b0a-1084274f18ee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9475770
Apr 15 21:02:56.428993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34140) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:56.429607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] Routers {'d1944632-9cc2-4ecd-9b0a-1084274f18ee'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:56.430265 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c670c7b8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:56.618975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:56.619291 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] Set router d1944632-9cc2-4ecd-9b0a-1084274f18ee gateway port host: dv-cinder-562053-18-iscsi {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:56.810627 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:56.819834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Deleting port 2f1326b5-a87e-4d13-aca5-d287718f5478 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:56.820179 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:56.925576 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c670c7b8>, [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'external_fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T21:02:54Z', 'revision_number': 5, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port': {'id': '2f1326b5-a87e-4d13-aca5-d287718f5478', 'name': '', 'network_id': '1d06bd44-557c-4cf4-b130-fa20572760fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:03Z', 'updated_at': '2021-04-15T20:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c15437b-484f-4c07-8bb9-a129712c120a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-iscsi'}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:56.929649 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] Checking router: d1944632-9cc2-4ecd-9b0a-1084274f18ee for host: dv-cinder-562053-18-iscsi {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 15 21:02:56.938834 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] Routers {'d1944632-9cc2-4ecd-9b0a-1084274f18ee'} bound to L3 agent in host dv-cinder-562053-18-iscsi {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 15 21:02:56.939475 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f75c670c7b8>, 'dv-cinder-562053-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:06Z,description=<?>,heartbeat_timestamp=2021-04-15T21:02:36Z,host='dv-cinder-562053-18-iscsi',id=0a9a04e7-b565-4a57-bf66-ba1356168e08,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-15T20:41:06Z,topic='l3_agent')) {'router_ids': ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:57.008074 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] For port 2f1326b5-a87e-4d13-aca5-d287718f5478, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=2f1326b5-a87e-4d13-aca5-d287718f5478,segment=NetworkSegment(9365922e-63ec-44be-9164-2520c92aae6a),segment_id=9365922e-63ec-44be-9164-2520c92aae6a)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:57.008506 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.122673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvr_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] Set router d1944632-9cc2-4ecd-9b0a-1084274f18ee gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 15 21:02:57.144546 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Calling delete_port for 2f1326b5-a87e-4d13-aca5-d287718f5478 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:57.333369 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.347993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-16e5b092-bbef-410b-bb09-38d5e15d063b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:57.400344 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_hamode_db [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f75c670c7b8>, [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T21:02:56Z', 'revision_number': 6, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port_host': None}], 'dv-cinder-562053-18-iscsi', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:57.405150 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f7e2a-37b9-4cce-a8b9-f50d0b8ee71d None None] The sync data for ids ['d1944632-9cc2-4ecd-9b0a-1084274f18ee'] in dv-cinder-562053-18-iscsi is: [{'id': 'd1944632-9cc2-4ecd-9b0a-1084274f18ee', 'name': 'tempest-TestVolumeBootPattern-1364629076-router', 'tenant_id': 'fff3f84cc6034b10a822d1d064e25def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:02Z', 'updated_at': '2021-04-15T21:02:56Z', 'revision_number': 6, 'project_id': 'fff3f84cc6034b10a822d1d064e25def', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 15 21:02:57.441942 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f1326b5-a87e-4d13-aca5-d287718f5478,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:57.448702 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:57.616798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852780782'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.805571 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036852710744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764920'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.808463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.843591 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2068792'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.844563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1944632-9cc2-4ecd-9b0a-1084274f18ee {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 15 21:02:57.858112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.859265 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-b99c4f27-5b98-4ad0-85c8-871a6069b6f2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d1944632-9cc2-4ecd-9b0a-1084274f18ee HTTP/1.1" status: 204  len: 168 time: 1.4292598
Apr 15 21:02:57.862531 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34144) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:57.928843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Deleting subnet 95d36e91-917c-4202-a552-1675e2756ae1 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 15 21:02:57.932124 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:57.989072 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853424876'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:58.071570 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:58.352891 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852197463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853333097'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:58.371595 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:58.739436 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d36e91-917c-4202-a552-1675e2756ae1,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:58.743139 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:58.775553 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:58.781345 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb5617-baa8-442d-ad73-ed6dff483081 None None] Network 1d798379-4940-4733-8456-629ee6596d9e requested from dv-cinder-562053-18-iscsi {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 15 21:02:58.781801 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-5d89ef5e-6f5a-4d99-892e-f8e97d60ffb9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95d36e91-917c-4202-a552-1675e2756ae1 HTTP/1.1" status: 204  len: 168 time: 0.9182467
Apr 15 21:02:58.784820 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34150) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:02:58.902899 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854257076'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:58.978617 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Deleting port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:58.979003 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.075930 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] DHCP port deletion for 1d798379-4940-4733-8456-629ee6596d9e request from dv-cinder-562053-18-iscsi {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 15 21:02:59.080611 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Deleting port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:02:59.080910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.139658 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 2f1326b5-a87e-4d13-aca5-d287718f5478 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:02:59.183171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 2f1326b5-a87e-4d13-aca5-d287718f5478 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:02:59.183967 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 2f1326b5-a87e-4d13-aca5-d287718f5478 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:02:59.184116 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 894063e9-d886-4b17-b35b-803fdafa3ac3 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:02:59.209775 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] For port 923a939a-90d3-4a2d-bb4e-24bf278eefd2, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=923a939a-90d3-4a2d-bb4e-24bf278eefd2,segment=NetworkSegment(8e6a52bc-1dd1-4594-8b25-0a51071c6684),segment_id=8e6a52bc-1dd1-4594-8b25-0a51071c6684)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:59.210188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.259513 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 894063e9-d886-4b17-b35b-803fdafa3ac3 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:02:59.259748 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 894063e9-d886-4b17-b35b-803fdafa3ac3 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:02:59.355069 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Calling delete_port for 923a939a-90d3-4a2d-bb4e-24bf278eefd2 owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:59.388605 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.db [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] For port 923a939a-90d3-4a2d-bb4e-24bf278eefd2, host dv-cinder-562053-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-iscsi',level=0,port_id=923a939a-90d3-4a2d-bb4e-24bf278eefd2,segment=NetworkSegment(8e6a52bc-1dd1-4594-8b25-0a51071c6684),segment_id=8e6a52bc-1dd1-4594-8b25-0a51071c6684)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 15 21:02:59.389051 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852782288'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.437404 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854297524', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854562870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758989350191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363277865875231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2578428'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.453966 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-e399eb8d-956f-4232-8728-4f700e0af296 tempest-TestShelveInstance-1231081906 tempest-TestShelveInstance-1231081906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:02:59.527016 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Calling delete_port for 923a939a-90d3-4a2d-bb4e-24bf278eefd2 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 15 21:02:59.564168 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Pushing event deleted for resources: {'Port': ['ID=923a939a-90d3-4a2d-bb4e-24bf278eefd2,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:02:59.569380 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:02:59.604843 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] No DVR routers for this DVR port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 on host dv-cinder-562053-18-iscsi {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 15 21:02:59.606188 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.db.api [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 15 21:02:59.606607 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_db.api [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 15 21:02:59.729594 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854672018', 'neutron.services.segments.db._delete_segments_for_network-8758989435848'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.858463 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f75bf94a358>,) {'filters': {'network_id': ['1d798379-4940-4733-8456-629ee6596d9e']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:59.874469 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bf94a358>, '8e6a52bc-1dd1-4594-8b25-0a51071c6684') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:59.874780 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.services.segments.db [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f75bf94a358>, '8e6a52bc-1dd1-4594-8b25-0a51071c6684') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 15 21:02:59.889104 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758989473497', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1350956'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.909684 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751607'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:02:59.917524 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 15 21:03:00.107573 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Network 1d798379-4940-4733-8456-629ee6596d9e has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 21:03:00.108586 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Deleting port 923a939a-90d3-4a2d-bb4e-24bf278eefd2 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 15 21:03:00.108956 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363277865429364'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.117198 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-24209', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2577672'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.183652 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-b051667e-ed33-43bd-bb6f-ba1e6cc0ce84 None None] The port '923a939a-90d3-4a2d-bb4e-24bf278eefd2' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 15 21:03:00.297057 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.managers [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Network 1d798379-4940-4733-8456-629ee6596d9e has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]: Traceback (most recent call last):
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     timer()
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     cb(*args, **kw)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     return func(*args, **kwargs)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     self._notify()
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     self.callback(batched_events)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     event.method(event)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     segment_id)['aggregates'][0]
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     return f(self, *a, **k)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self._get(url).json()
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     **kwargs)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     return self.request(url, 'GET', **kwargs)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     **endpoint_filter)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 15 21:03:00.323501 dv-cinder-562053-18-iscsi neutron-server[85222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 15 21:03:00.408694 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-103783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852809364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853100922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1995260'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.412965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:03:00.427416 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853100875'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.441240 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Pushing event deleted for resources: {'Network': ['ID=1d798379-4940-4733-8456-629ee6596d9e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:03:00.445515 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:03:00.447158 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-ab63d609-680e-4577-9a5b-f1f41a40594c admin admin] 10.222.0.25 "DELETE /v2.0/networks/1d798379-4940-4733-8456-629ee6596d9e HTTP/1.1" status: 204  len: 168 time: 1.6613569
Apr 15 21:03:00.617186 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34156) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:03:00.675006 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-e7c12510-c059-4589-ab47-7ba3d33e3195 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ad2ce99ca694398b0a522604b0dc322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0563443
Apr 15 21:03:00.678333 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34160) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:03:00.743798 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-be292104-24a6-44e4-862f-a2c349cdfde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.775493 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-be292104-24a6-44e4-862f-a2c349cdfde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.826993 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-be292104-24a6-44e4-862f-a2c349cdfde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.831381 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-28ccbf4b-e437-4063-ab26-68821cce9e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:03:00.848047 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be292104-24a6-44e4-862f-a2c349cdfde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ac6649-6634-4947-9a22-369eae0ad393,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:03:00.852162 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-be292104-24a6-44e4-862f-a2c349cdfde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:03:00.856247 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-be292104-24a6-44e4-862f-a2c349cdfde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:00.857516 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-be292104-24a6-44e4-862f-a2c349cdfde0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91ac6649-6634-4947-9a22-369eae0ad393 HTTP/1.1" status: 204  len: 168 time: 0.1781681
Apr 15 21:03:01.097508 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 923a939a-90d3-4a2d-bb4e-24bf278eefd2 no longer exists at agent ovs-agent-dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 15 21:03:01.135280 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.plugin [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] No Port match for: 923a939a-90d3-4a2d-bb4e-24bf278eefd2 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 15 21:03:01.135673 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.plugins.ml2.rpc [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Device 923a939a-90d3-4a2d-bb4e-24bf278eefd2 not bound to the agent host dv-cinder-562053-18-iscsi {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 15 21:03:01.235210 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34168) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:03:01.289338 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-d1dd2a60-ae50-4784-8e24-732c05bfc29c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fff3f84cc6034b10a822d1d064e25def&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526993
Apr 15 21:03:01.292136 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.25', 34172) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 15 21:03:01.360008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1741ca0b-d2e8-4d8d-98b7-f13d07fda693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:01.389112 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1741ca0b-d2e8-4d8d-98b7-f13d07fda693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:01.437127 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1741ca0b-d2e8-4d8d-98b7-f13d07fda693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852745588'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:01.442206 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-56b7572d-3dd7-4534-a811-b81cdf19cff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 15 21:03:01.455151 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741ca0b-d2e8-4d8d-98b7-f13d07fda693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976956e2-493e-4d2d-aab0-3f186f38ed8d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 15 21:03:01.458253 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG oslo_concurrency.lockutils [None req-1741ca0b-d2e8-4d8d-98b7-f13d07fda693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 15 21:03:01.460551 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1741ca0b-d2e8-4d8d-98b7-f13d07fda693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:01.461780 dv-cinder-562053-18-iscsi neutron-server[85222]: INFO neutron.wsgi [None req-1741ca0b-d2e8-4d8d-98b7-f13d07fda693 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/976956e2-493e-4d2d-aab0-3f186f38ed8d HTTP/1.1" status: 204  len: 168 time: 0.1685350
Apr 15 21:03:04.036910 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-6c76c242-d54b-42e2-8f01-a195fc7b5151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:05.944171 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-0f281944-c8c8-403d-bea1-afdc4b3f4a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:06.648236 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:07.267590 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:08.482987 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:16.074174 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:22.899666 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:03:34.033632 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-61e7964e-e5d3-4b30-bf20-db9285fa9182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:35.946709 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1692-56b8-4746-8696-98ed3abd34f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:36.651477 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:37.262202 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:38.484407 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:46.073821 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:03:59.900100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:04:04.029100 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-1169623e-178e-4bed-93a8-8e7e205bf9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:05.956970 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8346d67d-d75b-4949-aad4-7a783f8b72ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:06.654848 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:07.266401 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:08.489583 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:16.087324 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:34.033081 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-74e89ca1-d360-4677-95d3-4e31161d7a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:35.951768 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-49f0f6fb-4485-4cc4-94c3-f518df70a63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:36.657017 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:36.900544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:04:37.271172 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:38.490349 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:04:46.102569 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:04.036448 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2bcae2cc-650d-4a35-8696-056348a28bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:05.955173 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-bc2769d3-d1bf-4143-83e3-d3c375e221db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:06.659678 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:07.274965 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:08.494313 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:13.901225 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:05:16.100514 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:18.131563 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-0825b17b-0c04-4617-ac20-82eab8d980c1 req-2f74a6c9-a6ea-4620-b190-f8f994a4186c service neutron] (85335) timed out ('10.222.0.62', 51581) {{(pid=85335) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 21:05:34.040180 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-4d35b1dd-b116-46a6-9683-ac14d695f051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:35.959824 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-7b161ec9-347a-40f2-882a-ac50610a869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:36.662765 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:37.279021 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:38.505516 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:42.264939 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-c862c3e5-633a-457a-8317-b68e2ca20516 req-77897933-6e8f-4c9a-a8e7-786e061e90bc tempest-DeleteServersTestJSON-130354846 tempest-DeleteServersTestJSON-130354846-project] (85336) timed out ('10.222.0.62', 51592) {{(pid=85336) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 21:05:46.099935 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:05:50.901612 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:06:04.044121 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-2246f3fd-a65a-4867-ab2a-94172fe1e779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:05.964374 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-73110e42-a4ce-4010-8e63-7b7a9635dc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:06.667329 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:07.282548 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:08.501061 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:16.114751 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:27.904683 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:06:34.048008 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-a25d67c2-2bc0-44e4-8859-a337db6b9868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:35.978536 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f074f897-dcf1-4f74-88d9-fec4a967573a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:36.670615 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:37.285954 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:38.504733 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:06:46.130094 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:04.051845 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-11593ffd-af9e-4789-829c-3d536284f341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:04.905034 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:07:05.980587 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-c1a556c9-d2f3-497a-adff-63b6dec3473c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:06.673567 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:07.289991 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:08.505923 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:16.132299 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:34.060141 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-71ae3978-3d15-4f2f-8f99-b320ccfdb2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:35.973832 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d25302fc-b3c0-49e2-bb5f-03224a54dd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:36.677105 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-8fc7714b-c55d-453f-b705-a2ed698e14cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:37.293827 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-d026f6e9-5918-4cc3-83b0-7897b3bd9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:38.199544 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.wsgi [req-72b14de3-8d97-435a-843e-f3dcb299ad8b req-d3bf35e6-bed3-44de-8e49-1c5484b89620 service neutron] (85336) timed out ('10.222.0.25', 55992) {{(pid=85336) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 15 21:07:38.508985 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-64e503ae-f3a9-4b4e-857f-f3511e3f401e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 15 21:07:41.913177 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron.db.agents_db [None req-10390f66-e776-43c1-b6b8-8f46681cc293 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 15 21:07:46.127975 dv-cinder-562053-18-iscsi neutron-server[85222]: DEBUG neutron_lib.callbacks.manager [None req-f98116c6-99ae-4923-8275-03761f01e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758989435831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-101792'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}